# robots.txt for http://www.mit.edu/

User-agent: *
Disallow: /cgi/
Disallow: /comment
Disallow: /finger
Disallow: /machine
Disallow: /zlocate
Disallow: /zwrite
Disallow: /afs/athena/project/net_dev/thorne/sigs.out