# Standard Archiving Robot
User-agent: ia_archiver
Disallow: /

# Generic Robot rules
User-agent: *
Disallow: /_borders
Disallow: /_derived
Disallow: /_fpclass
Disallow: /_private
Disallow: /_vti_bin
Disallow: /_vti_cnf
Disallow: /_vti_log
Disallow: /_vti_map
Disallow: /_vti_pvt
Disallow: /_vti_txt 
Disallow: /_private
Disallow: /cgi-bin