# robots.txt for www.csh.msstate.edu
User-agent: Twiceler-0.9
Disallow: /

User-agent: Slurp
Crawl-delay: 5

# Apply rules to all robots
User-agent: *

# Don't run CGI programs
Disallow: /cgi-bin/