# robots, scram # $Id: robots.txt,v 1.2 1998/03/10 18:27:01 mreed Exp $ User-agent: * Disallow: /cgi-bin Disallow: /banner Disallow: /counter_data Disallow: /members User-agent: SearchForDB/0.001a allow: / User-agent: Slurp Crawl-delay: 5 Disallow: /cgi-bin Disallow: /banner Disallow: /counter_data Disallow: /members User-agent: Ultraseek Disallow: /cgi-bin Disallow: /banner Disallow: /counter_data Disallow: /members User-agent: smallbear Disallow: /cgi-bin Disallow: /banner Disallow: /counter_data Disallow: /members User-agent: ExciteSpider NewsTracker Disallow: /cgi-bin Disallow: /banner Disallow: /bilder Disallow: /counter_data Disallow: /members User-agent: msnbot Crawl-delay: 5 Disallow: /cgi-bin Disallow: /banner Disallow: /counter_data Disallow: /members