# robots.txt file for http://www.macmillen.com/ # individual agents first, then globals User-agent: FooBar SpamSpider # arbitrary example Disallow: / User-agent: Googlebot-Image Disallow: / User-agent: * # directed to all spiders Disallow: /ajax_chat/ Disallow: /cgi-bin/ Disallow: /gfx/ Disallow: /inc/ Disallow: /mail/ Disallow: /mail/cgi-bin/ Disallow: /private/ Disallow: /rocketry/l3/gfx/ Disallow: /rocketry/l3/inc/ Disallow: /temp/ Disallow: /tickets/ Disallow: *.jpg Disallow: *.gif