# robots file User-agent: * Disallow: /include Disallow: /cgi-bin Disallow: /prospective/graduate/application User-agent: gsa-crawler Disallow: /~mems/pubs/show.php