# Robots.txt 
#
# Allow all robots but Alexa's ia_archiver to access the files. 

User-agent: ia_archiver
Disallow: /

# Dissallow Turnitin spider http://www.turnitin.com
User-agent: TurnitinBot
Disallow: /

# Dissallow http://www.grub.org/html/help.php?op=robots-faq
User-agent: grub-client
Disallow: /

User-agent: webcollage
Disallow: /

User-agent: *
Disallow: /js/