# robots.txt generated at www.cached.it User-agent: * Disallow: /downl/ Disallow: /log/ Disallow: /loghi/ Disallow: /z_cook/ Disallow: /z_test/ ######################################### User-agent: Dillo/0.8.6 Disallow:/ User-agent: DittoSpyder Disallow:/ User-agent: EmailCollector Disallow:/ User-agent: EmailSiphon Disallow:/ User-agent: EmailWolf Disallow:/ User-agent: EroCrawler Disallow:/ User-agent: ExtractorPro Disallow:/ User-agent: Harvest Disallow:/ User-agent: httplib Disallow:/ User-agent: Keyword.Density Disallow:/ User-agent: libWeb/clsHTTP Disallow:/ User-agent: LinkextractorPro Disallow:/ User-agent: LinkScan/8.1a.Unix Disallow:/ User-agent: LinkWalker Disallow:/ User-agent: 1982/1.0 libwww/5.4.0 Disallow:/ User-agent: libwww-perl/5.18 Disallow:/ User-agent: libwww-perl/5.48 Disallow:/ User-agent: libwww-perl/5.53 Disallow:/ User-agent: libwww-perl/5.64 Disallow:/ User-agent: libwww-perl/5.65 Disallow:/ User-agent: libwww-perl/5.69 Disallow:/ User-agent: libwww-perl/5.76 Disallow:/ User-agent: libwww-perl/5.79 Disallow:/ User-agent: libwww-perl/5.800 Disallow:/ User-agent: libwww-perl/5.801 Disallow:/ User-agent: libwww-perl/5.802 Disallow:/ User-agent: libwww-perl/5.803 Disallow:/ User-agent: libwww-perl/5.804 Disallow:/ User-agent: libwww-perl/5.805 Disallow:/ User-agent: libwww-perl/5.806 Disallow:/ User-agent: libwww-perl/5.807 Disallow:/ User-agent: libwww-perl/5.808 Disallow:/ User-agent: libwww-perl/5.809 Disallow:/ User-agent: libwww-perl/5.810 Disallow:/ User-agent: libwww-perl/5.811 Disallow:/ User-agent: libwww-perl/5.812 Disallow:/ User-agent: libwww-perl/5.813 Disallow:/ User-agent: libwww-perl/5.819 Disallow:/ User-agent: libwww-perl/5.820 Disallow:/ User-agent: libwww-perl/5.830 Disallow:/ User-agent: libwww-perl/5.835 Disallow:/ User-agent: lwp-trivial/1.27 Disallow:/ User-agent: lwp-trivial Disallow:/ User-agent: libwww-perl Disallow:/ User-agent: Links Disallow:/ User-agent: Lynx/2.8.5rel.1 Disallow:/ User-agent: Microsoft Data Access Internet Publishing Provider Protocol Discovery Disallow:/ User-agent: NetAnts Disallow:/ User-agent: NetMechanic Disallow:/ User-agent: NICErsPRO Disallow:/ User-agent: NV32ts Disallow:/ User-agent: Offline.Explorer Disallow:/ User-agent: Openfind Disallow:/ User-agent: Python-urllib/1.15 Disallow:/ User-agent: Python-urllib/1.16 Disallow:/ User-agent: Python-urllib/1.17 Disallow:/ User-agent: Python-urllib/1.18 Disallow:/ User-agent: ProPowerBot/2.14 Disallow:/ User-agent: Teleport Disallow:/ User-agent: Telesoft Disallow:/ User-agent: toCrawl/UrlDispatcher Disallow:/ User-agent: True_Robot Disallow:/ User-agent: turingos Disallow:/ User-agent: WebBandit Disallow:/ User-agent: WebCopier Disallow:/ User-agent: WebSauger Disallow:/ User-agent: Webster.Pro Disallow:/ User-agent: WebStripper Disallow:/ User-agent: WebZip Disallow:/ User-agent: [Ww]eb[Bb]andit Disallow:/ User-agent: WWW-Collector-E Disallow:/ User-agent: Wget/1.10.2 Disallow:/ User-agent: Wget/1.1 Disallow:/ User-agent: Wget/1.11 Disallow:/ User-agent: Xenu's Disallow:/ User-agent: Xenu Link Sleuth 1.2h Disallow: /