# Keeps Robots out of private files # User-agent: ia_archiver Disallow: / # User-agent: PRCrawler/Nutch-0.9 (data mining development project; crawler@projectrialto.com) Disallow: / # User-agent: * Disallow: /images/ Disallow: /cgi-bin/ # #-- 7/22/08 --