# robots.txt for PIER # $Revision: 1.3 $ # # Allow our search engine: User-agent: googlebot-acp Disallow: User-agent: htdig Disallow: # All others User-agent: * crawl-delay: 10 Disallow: /images Disallow: /includes