# # robots.txt for http://www.jsu.edu/ # # Allow robots to visit all the URL space # Change to Disallow: / # To disable all robot mapping of documents # User-agent: * Crawl-Delay: 5 Disallow: /calendars/ Disallow: /cgi-bin/ Disallow: /search.html # Disallow: /comments.html Disallow: /index4.html Disallow: /notfound.html Disallow: /local5/ Disallow: /Admin/ Disallow: /busaffairs/disclosure/ Disallow: /depart/psychology/sebac/Admin/ Disallow: /depart/psychology/sebac/files/ Disallow: /depart/library/chanticleer/ Disallow: /depart/library/Jacksonville-Republican/ Disallow: /depart/library/self-study/ Disallow: /psychology/sebac/Admin/ Disallow: /admin/ Disallow: /linux/ Disallow: /user/ Disallow: /temp/ Disallow: /info/student/ Disallow: /info/fac-staff/ Disallow: /student/ Disallow: /depart/photo/ User-agent: jsulibdig Disallow: User-agent: jsuhtdig Disallow: /cgi-bin/ Disallow: /search.html Disallow: /index4.html Disallow: /notfound.html Disallow: /local5/ Disallow: /Admin/ Disallow: /depart/psychology/sebac/Admin/ Disallow: /depart/psychology/sebac/files/ Disallow: /psychology/sebac/Admin/ Disallow: /admin/ Disallow: /linux/ Disallow: /user/ Disallow: /temp/ Disallow: /info/student/ Disallow: /info/fac-staff/ Disallow: /student/