# /robots.txt for standards.gsfc.nasa.gov # # See http://info.webcrawler.com/mak/projects/robots/robots.html # See http://info.webcrawler.com/mak/projects/robots/norobots.html # # John Garrett # User-agent: * Disallow: /cgi-bin/ # Script files Disallow: /stats/ # site statistics Disallow: /dev/ # site development