# robots.txt for https://www.du.edu # mobile #User-agent: Googlebot-Mobile #Allow: /apply/mobile #Disallow: / #User-agent: gsa-crawler-du #Allow: /apply/mobile # all other user-agents User-agent: * Disallow: /_old-stuff #Disallow: /admission Disallow: /apply/mobile Disallow: /asian #Disallow: /athletics Disallow: /az Disallow: /banner Disallow: /campus-safety Disallow: /car/ # leave trailing slash so career gets indexed Disallow: /ccs/ # leave trailing slash so ccst gets indexed Disallow: /ce/ # leave trailing slash so other ce* directories get indexed Disallow: /city Disallow: /crs Disallow: /ctl Disallow: /ctir Disallow: /disability Disallow: /discoveries Disallow: /emad Disallow: /foodservice Disallow: /geography Disallow: /gsis Disallow: /gssw Disallow: /homecoming Disallow: /laptops Disallow: /maps Disallow: /newmancenter Disallow: /portal Disallow: /resources Disallow: /sass Disallow: /secs/ Disallow: /studentlife/career Disallow: /today Disallow: /tom Disallow: /ucomm Disallow: /uts/multimedia # sitemap location Sitemap: https://www.du.edu/sitemapindex.xml