# Spider Crawling File
User-agent: *
Disallow: /_vti_bin
Disallow: /_vti_cnf
Disallow: /_vti_log
Disallow: /_vti_map
Disallow: /_vti_pvt
Disallow: /_vti_txt
Disallow: /Joomla_Exp
Disallow: /guestbook
Disallow: /wiki
Disallow: /articles/articlemaintain.cgi
Disallow: /weaves/weavemaintain.cgi
Disallow: /gallery/gallerymaintain.cgi
Disallow: /lynx/linksmaintain.cgi
Disallow: /teaching/teachingmaintain.cgi
Disallow: /glossary/glossarymaintain.cgi

# Stop MSN Bot from overloading the server
User-Agent: msnbot 
Crawl-Delay: 10

# Ditto Yahoo Bot
User-Agent: Slurp 
Crawl-Delay: 10