# robots for www.htw-saarland.de
# foo, 5.1.2005: disallow all search engines to index the new portal till official start
# foo, 13.6.2005: indexing activated
# Info about searchbots:
#	Google: googlebot
#	Ask Jeeves: Teoma
#	Alta Vista / Yahoo / All the Web / Inktomi: Slurp

User-agent: *
Disallow: /htw-portal/
Disallow: /custom/
Disallow: /search_form
Disallow: /sitemap
Disallow: /PloneCal/
Disallow: /author/
Disallow: /webgruppe/
Disallow: /cargo/planung/

User-agent: Slurp
Crawl-delay: 43100

User-agent: msnbot
Crawl-delay: 43200

User-agent: Teoma
Crawl-delay: 43300

User-agent: Miva
Crawl-delay: 43400

User-agent: Gigabot
Crawl-delay: 43500

User-agent: BecomeBot
Crawl-delay: 43600