# # robots.txt # Lastedit: 12/28/09 # User-agent: ia_archiver Disallow: / User-agent: ia_archiver/1.6 Disallow: / User-agent: Slurp Allow: /y_key_*.html Disallow: /logs/ Disallow: /images/ Disallow: index.html Disallow: rip.css Disallow: google*.html Disallow: /images/ User-agent: * Disallow: /