# NO access (e-collector, CMC/0.01) User-agent: ecollector Disallow: / User-agent: CMC/0.01 Disallow: / # PARTIAL access (All Spiders) # NO access (All Spiders) User-agent: * Disallow: /_jelug/ Disallow: /cgi-bin/ Disallow: /freeware/ Disallow: /mail/ Disallow: /Contact_Information.php Disallow: /th_news.html Disallow: /th0.htm Disallow: /pg_course_sv.php Disallow: /pg_course.php Disallow: /Pictures/index.html Disallow: /Pictures/pics1.html Disallow: /Pictures/pics2.html Disallow: /Pictures/pics1-2002.html Disallow: /Pictures/pics2-2002.html Disallow: /Pictures/pics3-2002.html Disallow: /Pictures/pics1-2003.html Disallow: /Pictures/pics2-2003.html Disallow: /pics1.php Disallow: /pics2.php Disallow: /pics1-2002.php Disallow: /pics2-2002.php Disallow: /pics3-2002.php Disallow: /pics1-2003.php Disallow: /pics2-2003.php Allow: / Allow: /th_main.php Allow: /th_menu.php Allow: /th_help.php Allow: /th_menu_src.php Allow: /Support_joh.html Allow: /customers.php Allow: /index.php Allow: /what_i_do.php Allow: /what_i_do_sv.php Allow: /p_background.php Allow: /sw_main.php Allow: /sw_main2.php Allow: /sw_main3.php Allow: /sw_main4.php Allow: /w_sw.php Allow: /w2linux_sw.php Allow: /w2linux_sw2.php Allow: /w2linux_sw3.php Allow: /w2linux_sw4.php Allow: /dblist.php Allow: /whatson.php Allow: /CG_jm1.php Allow: /CG_jm2.php Allow: /JeLug/index.html Allow: /JeLug/jelug_adsl.html Allow: /JeLug/jelug_events.html Allow: /JeLug/jelug_feedback.html Allow: /JeLug/jelug_linux1.html Allow: /JeLug/jelug_linux2.html Allow: /pictures.php # User-agent: Acoon Robot # User-agent: ATN_Worldwide # User-agent: Scooter # User-agent: AnzwersCrawl # User-agent: Gromit # User-agent: grabber # User-agent: speedy # User-agent: Freecrawl # User-agent: ArchitextSpider # User-agent: FAST-WebCrawler # User-agent: KIT-Fireball # User-agent: moget # User-agent: Googlebot # User-agent: Googlebot-Image # User-agent: griffon # User-agent: Open Text Site Crawler # User-agent: marvin # User-agent: INGRID/0.1 # User-agent: Slurp # User-agent: Internet Cruiser Robot # User-agent: solbot # User-agent: legs # User-agent: elfinbot # User-agent: Voyager/0.0 # User-agent: Lycos_Spider_(T-Rex) # User-agent: spider_monkey # User-agent: mirago # User-agent: NetScoop # User-agent: Gulliver # User-agent: Valkyrie libwww-perl # User-agent: openbot # User-agent: fido # User-agent: pjspider # User-agent: MegaSheep # User-agent: CoolBot # User-agent: T-H-U-N-D-E-R-S-T-O-N-E # User-agent: topiclink # User-agent: jcrawler # User-agent: whowhere # User-agent: ParaSite # User-agent: suke # User-agent: wapspider # User-agent: tarantula # User-agent: newscan-online # User-agent: winona