# @(#)$Header: /cvs/archive/nomads/cvsroot/web-ui/html/robots.txt,v 1.5 2005/08/30 21:23:32 dswank Exp $ # # /robots.txt file for http://nomads.ncdc.noaa.gov/ # User-agent: * Disallow: /data/ Disallow: /toc/ Disallow: /cgi-bin/ Disallow: /stats/ Disallow: /tmp Disallow: /ncdc-ui Disallow: /CVS Disallow: /bu7-20-05 Disallow: /NARR Disallow: /NARRMON Disallow: /orders Disallow: /thredds/ Disallow: /dods/