# CNT: Allow these bots, but set delays to prevent hammering
User-agent: Baiduspider
Crawl-delay: 120
User-agent: Daumoa
Crawl-delay: 120
User-agent: Daumoa/2.0
Crawl-delay: 120
User-agent: gigabot
Crawl-delay: 120
User-agent: googlebot
Crawl-delay: 120
User-agent: msnbot
Crawl-delay: 120
User-agent: opera
Crawl-delay: 120
User-agent: slurp
Crawl-delay: 120
User-agent: Smetrics
Crawl-delay: 120
User-agent: teoma
Crawl-delay: 120
User-agent: Twiceler
Crawl-delay: 120
User-agent: yandex
Crawl-delay: 120

User-agent: *
Disallow: /cgi-bin
Disallow: cgi-bin
Disallow: internal
Disallow: manager/
Disallow: forms/
Disallow: /dean/
Disallow: /bservices/
Disallow: /dining/
Disallow: /faculty/
Disallow: /CFIDE/
Disallow: /ldapadmin/
# events are too fleeting
Disallow: /calendar/
Disallow: /dept/music/calendar/
# media files
Disallow: /images2/
Disallow: /images/
Disallow: /media/
Disallow: /assets/
Disallow: /scripts/
Disallow: /styles/