# robots.txt for www.nrao.edu User-agent: gsa-crawler Disallow: /cgi-bin/ Disallow: /cgi-internal/ Disallow: /php/cal/ User-agent: * Disallow: /cgi-bin/ Disallow: /cgi-internal/ Disallow: /internal Disallow: /pubcompdocs/ Disallow: /gold/ Disallow: /php/ Disallow: /admin/obs/flash_reports/ Disallow: /admin/obs/flash_reports.shtml Disallow: /admin/dsaa/