# Disallow all crawlers access to certain pages.

User-agent: *
Disallow: /admin/
Disallow: /data/
Disallow: /database/
Disallow: /mail/
Disallow: /pdf/
Disallow: /sitemap.htm
Disallow: /t.asp
Disallow: /sit_search.asp