# robots.txt # # File restrictions for web crawlers on CoastWatch web site. # # G.C.Muhr Feb 2005 # User-agent: psbot Disallow: / User-agent: msnbot Crawl-delay: 120 User-agent: vse/1.0 Crawl-delay: 120 User-agent: * Disallow: /cgi-bin/ Disallow: /gif/ Disallow: /java/ Disallow: /javaclass/ Disallow: /javaclass2/ Disallow: /javaclass4/ Disallow: /javaclass-mac/ Disallow: /avhrr-img/ Disallow: /modis/ Disallow: /radarsat/