# robots.txt for http://www.collegian.psu.edu # last edit : 9 Sept. 2001 # last edit by : joseph User-agent: * # apply same rules to all robots Disallow: /ads/ Disallow: /back_issues/ Disallow: /errors/ Disallow: /features/ Disallow: /graphics/ Disallow: /includes/ Disallow: /interactive/ Disallow: /jobs/ Disallow: /magazine/ Disallow: /reports/ Disallow: /riot/ Disallow: /samples/ Disallow: /staff/ Disallow: /style/ Disallow: /style_sheets/ Disallow: /webspecads/ Disallow: /working/ Disallow: /archive/2000/11/11-17-00tdc/11-17-00dnews-4.asp # C-fest story Disallow: /archive/2000/12/12-07-00tdc/12-07-00dnews-1.asp # C-fest story Disallow: /archive/2000/12/12-08-00tdc/12-08-00dops-edit.asp # C-fest story Disallow: /archive/2001/01/01-09-01tdc/01-09-01dops-letter-3.asp # C-fest story #Disallow: /isapi/ # keep robots out of the executable tree #Disallow: /scripts/