# robots.txt for http://www.du.edu # mobile User-agent: Googlebot-Mobile Allow: /apply/mobile Disallow: / User-agent: gsa-crawler-du Allow: /apply/mobile # all other user-agents User-agent: * Disallow: /365 Disallow: /admission Disallow: /ahss/schools/hcom Disallow: /ahss/schools/mcom Disallow: /alumni Disallow: /anthro Disallow: /apply/mobile Disallow: /asian Disallow: /athletics Disallow: /az Disallow: /banner Disallow: /bdld Disallow: /biology Disallow: /bolero Disallow: /bolognacenter Disallow: /brand Disallow: /buildpioneer Disallow: /bulkemail Disallow: /burns Disallow: /caap Disallow: /c-images Disallow: /campus/ # leave trailing slash so campussafety gets indexed Disallow: /campus-safety Disallow: /campuslife Disallow: /car Disallow: /career Disallow: /catering Disallow: /ccc Disallow: /ccgit Disallow: /ccs/ # leave trailing slash so ccst gets indexed Disallow: /ce/ # leave trailing slash so other ce* directories get indexed Disallow: /chemistry Disallow: /city Disallow: /clarion Disallow: /ClassAnnouncements Disallow: /classes Disallow: /clipart Disallow: /coloradowomenscollege # site is part of womenscollege.du.edu site Disallow: /common Allow: /commoncurriculum Disallow: /comn Disallow: /crs Disallow: /cs/ # leave trailing slash so other cs* directories get indexed Disallow: /csec Disallow: /css Disallow: /ctl Disallow: /ctir Disallow: /disability Disallow: /discoveries Disallow: /display Disallow: /dms Disallow: /dpr Disallow: /driscoll Disallow: /duhs Disallow: /duma Disallow: /dumagazine Disallow: /ece Disallow: /econ/ # leave trailing slash so other econ* directories get indexed Disallow: /economicpanel Disallow: /education/academicPrograms Disallow: /education/ces Disallow: /elc Disallow: /emad Disallow: /engage Disallow: /engineering Disallow: /english Disallow: /envir # takes care of envir, enviro, environmentalawareness Disallow: /errordocs Disallow: /evals Disallow: /experience Disallow: /externalContent Disallow: /fairtrade Allow: /finaid/index.html # all pages on site redirect to financial homepage Disallow: /finaid/ Disallow: /features Disallow: /feedback Disallow: /FeedRetrieve/ Disallow: /felc Disallow: /findit Disallow: /foodservice Disallow: /FormHandler Disallow: /formsubmit Disallow: /foundersday Disallow: /franktown Disallow: /fyexperience Disallow: /gateway Disallow: /geography Disallow: /give2du Disallow: /globalscholars Disallow: /googleproxy Disallow: /grad Disallow: /greeklife Disallow: /gsis Disallow: /gssw Disallow: /hcom Disallow: /helpersfire Disallow: /hist # takes care of hist, history Disallow: /homecoming Disallow: /honorcode Disallow: /images Disallow: /intliving Disallow: /ipps Disallow: /ivan Disallow: /korbel/sfa Disallow: /korbel/cord Disallow: /kvdu Disallow: /lamont Disallow: /langlit Disallow: /laptops Disallow: /law Disallow: /lep Disallow: /lib Disallow: /lis Disallow: /LIS Disallow: /lisa Disallow: /magazine Disallow: /maps Disallow: /mcom # mcom is old site, mfjs is vanity url Disallow: /mfjs Disallow: /media/audio Disallow: /media/documents/global/du365 Disallow: /media/documents/global/news Disallow: /media/documents/global/pillars Disallow: /media/images Disallow: /media/slideshows Disallow: /media/videos Disallow: /mobile Disallow: /myhealth Disallow: /neighbors Disallow: /nemslab Disallow: /newmancenter Disallow: /news # works for news, newsroom Disallow: /NSME Disallow: /nsme Disallow: /ocm Disallow: /ocm2 Disallow: /orgs/pride Disallow: /osp Disallow: /pac Disallow: /parking Disallow: /penrose Disallow: /phb Disallow: /phipps Disallow: /phc4 Disallow: /physastron Disallow: /pi/ # leave trailing slash so other pi* directories get indexed Disallow: /pins Disallow: /pioneer # works for pioneer, pioneershop Allow: /pioneercard Disallow: /plp Disallow: /plsc Disallow: /portal Disallow: /psychology/erl Disallow: /puksta Disallow: /Radlu Disallow: /rec/ # leave trailing slash so recycling gets indexed Disallow: /religiouslife Disallow: /resources Disallow: /ROOT Disallow: /rlgs Disallow: /salons Disallow: /sass Disallow: /secs/workshops Disallow: /servicelearning Disallow: /sfa Disallow: /sitecheck Disallow: /sja Disallow: /soc/ # leave trailing slash so socialwork gets indexed Disallow: /socialjustice Disallow: /sociology Disallow: /stats Disallow: /stuprograms Disallow: /supportdu Disallow: /temp Disallow: /thecenter Disallow: /today Disallow: /tour Disallow: /twc Disallow: /ucol Disallow: /ucomm Disallow: /uds Disallow: /user-gateways Disallow: /utilities/googleearth Disallow: /utilities/mapsxml Disallow: /uts/DUnet Disallow: /uts/multimedia Disallow: /vip Disallow: /voting Disallow: /wac Disallow: /WebEvent Disallow: /webwork Disallow: /wellness Disallow: /wellnesshouse Disallow: /writlarge Disallow: /wstu Disallow: /wyoming Disallow: /_resources # sitemap location Sitemap: http://www.du.edu/sitemap.xml