# robots.txt for coral.ie.lehigh.edu # copied from slashdot.org/robots.txt # "Any empty [Disallow] value, indicates that all URLs can be retrieved. # At least one Disallow field needs to be present in a record." # allow google to browse everything User-agent: User-agent: Googlebot Disallow: # disallow trac-projects for everyone else. they are messing up stuff. User-agent: * Disallow: /trac_projects/ Disallow: /trac_projects/index.html Disallow: /cgi-bin/ Disallow: /~ipsem/calendar/ Disallow: /ipseminar/calendar/ # disallow lehigh's crawler. its a big pain. User-agent: Ultraseek Disallow: /