# robots file for collisionweek.com
# updated 2005-0608
# updated 2006-0126
# bad bot list provided by http://www.searchenginegenie.com/Dangerous-user-agents.htm

# Lycos - Lycos_Spider_(T-Rex) 
User-agent: Lycos_Spider_(T-Rex)
Disallow:   /documents/
Disallow:   /feature/
Disallow:   /newsfeeds/
Disallow:   /offers/
Disallow:   /pda/
Disallow:   /survey/
Disallow:   /test/
Disallow:   /video/

# INKTOMI - Slurp
User-agent: Slurp
Disallow:   /documents/
Disallow:   /feature/
Disallow:   /newsfeeds/
Disallow:   /offers/
Disallow:   /pda/
Disallow:   /survey/
Disallow:   /test/
Disallow:   /video/

# Yahoo - Yahoo Slurp
User-agent: Yahoo Slurp
Disallow:   /documents/
Disallow:   /feature/
Disallow:   /newsfeeds/
Disallow:   /offers/
Disallow:   /pda/
Disallow:   /survey/
Disallow:   /test/
Disallow:   /video/

#Google - Googlebot
User-agent: GoogleBot
Disallow:   /documents/
Disallow:   /feature/
Disallow:   /newsfeeds/
Disallow:   /offers/
Disallow:   /pda/
Disallow:   /survey/
Disallow:   /test/
Disallow:   /video/

# Altavista - Scooter
User-agent: Scooter
Disallow:   /documents/
Disallow:   /feature/
Disallow:   /newsfeeds/
Disallow:   /offers/
Disallow:   /pda/
Disallow:   /survey/
Disallow:   /test/
Disallow:   /video/

# MSN- Msnbot
User-agent: MSNbot
Disallow:   /documents/
Disallow:   /feature/
Disallow:   /newsfeeds/
Disallow:   /offers/
Disallow:   /pda/
Disallow:   /survey/
Disallow:   /test/
Disallow:   /video/

# Wayback Machine
User-agent: ia_archiver 
Disallow:   /documents/
Disallow:   /feature/
Disallow:   /newsfeeds/
Disallow:   /offers/
Disallow:   /pda/
Disallow:   /survey/
Disallow:   /test/
Disallow:   /video/

User-agent: ia_archiver/1.6 
Disallow:   /documents/
Disallow:   /feature/
Disallow:   /newsfeeds/
Disallow:   /offers/
Disallow:   /pda/
Disallow:   /survey/
Disallow:   /test/
Disallow:   /video/