User-agent: googlebot
Disallow: /admin/
Disallow: /stats/
Disallow: /public/
Disallow: /admin/
Disallow: /_private/
Disallow: /cgi-bin/
Disallow: /_vti_log/
Disallow: /app_data/
Disallow: /aspnet_client/
Disallow: /mdb-database/

User-agent: fast
Disallow: /admin/
Disallow: /stats/
Disallow: /public/
Disallow: /admin/
Disallow: /_private/
Disallow: /cgi-bin/
Disallow: /_vti_log/
Disallow: /app_data/
Disallow: /aspnet_client/
Disallow: /mdb-database/

User-agent: slurp
Disallow: /admin/
Disallow: /stats/
Disallow: /public/
Disallow: /admin/
Disallow: /_private/
Disallow: /cgi-bin/
Disallow: /_vti_log/
Disallow: /app_data/
Disallow: /aspnet_client/
Disallow: /mdb-database/

User-agent: scooter
Disallow: /admin/
Disallow: /stats/
Disallow: /public/
Disallow: /admin/
Disallow: /_private/
Disallow: /cgi-bin/
Disallow: /_vti_log/
Disallow: /app_data/
Disallow: /aspnet_client/
Disallow: /mdb-database/

User-agent: mercator
Disallow: /admin/
Disallow: /stats/
Disallow: /public/
Disallow: /admin/
Disallow: /_private/
Disallow: /cgi-bin/
Disallow: /_vti_log/
Disallow: /app_data/
Disallow: /aspnet_client/
Disallow: /mdb-database/

User-agent: Ask Jeeves
Disallow: /admin/
Disallow: /stats/
Disallow: /public/
Disallow: /admin/
Disallow: /_private/
Disallow: /cgi-bin/
Disallow: /_vti_log/
Disallow: /app_data/
Disallow: /aspnet_client/
Disallow: /mdb-database/

User-agent: teoma_agent
Disallow: /admin/
Disallow: /stats/
Disallow: /public/
Disallow: /admin/
Disallow: /_private/
Disallow: /cgi-bin/
Disallow: /_vti_log/
Disallow: /app_data/
Disallow: /aspnet_client/
Disallow: /mdb-database/

User-agent: ia_archiver
Disallow: /admin/
Disallow: /stats/
Disallow: /public/
Disallow: /admin/
Disallow: /_private/
Disallow: /cgi-bin/
Disallow: /_vti_log/
Disallow: /app_data/
Disallow: /aspnet_client/
Disallow: /mdb-database/