# /robots.txt file for http://www.ssec.wisc.edu/ # # disallow the following, including employee_info, which # is password protected already and shouldn't be crawled, # but is added for redundancy User-agent: * Disallow: /cgi-bin/email_form.cgi Disallow: /employee_info Disallow: /accounting Disallow: /site_admin Disallow: /register Disallow: /pay