# robots.txt, www.bowdoin.edu (last edited: mleaman 3.23.15) #

User-Agent: *
Disallow: /includes
Disallow: /scripts
Disallow: /alumni/pdf/
Disallow: /chinesescrolls
Disallow: /alumni/cityguides
Disallow: /cgi-bin/
Disallow: /visitors-friends/breakfast/
Disallow: /news/archives/1bowdoincampus/001738.shtml
Disallow: /security/alerts/
Disallow: /catalogue/archives/
Disallow: /polaris/degreeworks.shtml
Disallow: /digests/
Disallow: /truman/
Disallow: /fdr/
#Disallow: /atreus/
Disallow: /ZZ-Old/
Disallow: /BowdoinDirectory/
Disallow: /calendar/
Disallow: /hoplite/
Disallow: /noindex/
Crawl-delay: 3

User-Agent: Slurp
Disallow: /includes
Disallow: /scripts
Disallow: /alumni/pdf/
Disallow: /chinesescrolls
Disallow: /alumni/cityguides
Disallow: /cgi-bin/
Disallow: /visitors-friends/breakfast/
Disallow: /news/archives/1bowdoincampus/001738.shtml
Disallow: /security/alerts/
Disallow: /catalogue/archives/
Disallow: /polaris/degreeworks.shtml
Disallow: /digests/
Disallow: /truman/
Disallow: /fdr/
#Disallow: /atreus/
Disallow: /ZZ-Old/
Disallow: /BowdoinDirectory/
Disallow: /calendar/
Disallow: /hoplite/
Disallow: /noindex/
Crawl-delay: 6

User-agent: bowdoin-googlebot-gsa
Disallow: /~
Disallow: /gateway
Disallow: /security/alerts/
Disallow: /includes
Disallow: /scripts
Disallow: /alumni/pdf/
Disallow: /chinesescrolls
Disallow: /alumni/cityguides
Disallow: /cgi-bin/
Disallow: /visitors-friends/breakfast/
Disallow: /news/archives/1bowdoincampus/001738.shtml
Disallow: /security/alerts/
Disallow: /catalogue/archives/
Disallow: /polaris/degreeworks.shtml
Disallow: /digests/
Disallow: /truman/
Disallow: /fdr/
#Disallow: /atreus/
Disallow: /ZZ-Old/
Disallow: /BowdoinDirectory/
Disallow: /noindex/

User-agent: gsa-crawler
Disallow: /~
Disallow: /gateway
Disallow: /security/alerts/
Disallow: /includes
Disallow: /scripts
Disallow: /alumni/pdf/
Disallow: /chinesescrolls
Disallow: /alumni/cityguides
Disallow: /cgi-bin/
Disallow: /visitors-friends/breakfast/
Disallow: /news/archives/1bowdoincampus/001738.shtml
Disallow: /security/alerts/
Disallow: /catalogue/archives/
Disallow: /polaris/degreeworks.shtml
Disallow: /digests/
Disallow: /truman/
Disallow: /fdr/
#Disallow: /atreus/
Disallow: /ZZ-Old/
Disallow: /BowdoinDirectory/
Disallow: /noindex/