# robots.txt for http://www.colleges.org/

User-agent: ""
Disallow: /

User-agent: MS-Catapult/0.9
Disallow: /

User-agent: Whacker 
Disallow: /

User-agent: FlashSite 
Disallow: /

User-agent: NetJet
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: Catalog-Robot
Disallow: /
      
User-agent: Snarf 
Disallow: /

User-agent: infoGear
Disallow: / 

User-agent: *
Disallow: /cgi-bin/
Disallow: /analog/
Disallow: /archives_old/
Disallow: /assets/
Disallow: /calendar/
Disallow: /calendar_retired/
Disallow: /database/
Disallow: /database-old/
Disallow: /database.20081027/
Disallow: /db_test/
Disallow: /db_test.20081027/
Disallow: /db_test.orig/
Disallow: /db_test.orig2/
Disallow: /deans/
Disallow: /enviro/alliances/cfd_old/
Disallow: /enviro/assets/
Disallow: /enviro/images/
Disallow: /enviro/Library/
Disallow: /enviro/restricted/
Disallow: /enviro/tree_pics/
Disallow: /enviro/postdocs/
Disallow: /faculty_renewal/proposals/
Disallow: /forms/
Disallow: /genform/
Disallow: /gpdatabase/
Disallow: /images/
Disallow: /index_montage/
Disallow: /institutions/
Disallow: /international/docs/
Disallow: /Library/
Disallow: /logo/
Disallow: /menu/
Disallow: /menulibrary/
Disallow: /newsletter_templates/
Disallow: /office/
Disallow: /pics/
Disallow: /plesk-stat/
Disallow: /postdocs/
Disallow: /presidents/
Disallow: /registrations/
Disallow: /Script/
Disallow: /genformtest.html
Disallow: /genformtest.txt
Disallow: /templates.html
Disallow: /template2006.html
Disallow: /techcenter/Archives/info/
Disallow: /techcenter/bios/
Disallow: /techcenter/chinese/
Disallow: /techcenter/Collaboration/
Disallow: /techcenter/evals/
Disallow: /techcenter/images/
Disallow: /techcenter/institutions/
Disallow: /techcenter/ir/
Disallow: /techcenter/its/
Disallow: /techcenter/Library/
Disallow: /techcenter/Maps/
Disallow: /techcenter/pics/
Disallow: /techcenter/proposals/
Disallow: /techcenter/resources/
Disallow: /techcenter/rfp/
Disallow: /techcenter/surveys/
Disallow: /techcenter/tc_assets/
Disallow: /webboard/