# robots file

User-agent: *
Disallow: /include
Disallow: /cgi-bin
Disallow: /prospective/graduate/application
Disallow: /~thomas/SRC

User-agent: gsa-crawler
Disallow: /~mems/pubs/show.php
Disallow: /~thomas/SR