# Begin robots.txt file User-agent: CyotekWebCopy/1.9 Disallow: / User-agent: CyotekHTTP/6.0 Disallow: / User-agent: Googlebot-Image Disallow: / # 801egs User-agent: 008 Disallow: / # 801egs' new crawler User-agent: voltron Disallow: / Disallow: /my_shiny_metal_ass User-Agent: Gort / User-agent: * Disallow: /User-Agent: voltron Disallow: /User-Agent: bender Disallow: /User-agent: Piplßot Disallow: /User-agent: MJ12bot Disallow: /User-agent: earth Disallow: /User-agent: 80legs.com Disallow: /User-agent: curl Disallow: /User-agent: Python urllib Disallow: /User-agent: OSCE Disallow: /User-agent: Wget Disallow: /User-agent: Wotbox Disallow: /User-agent: YandexBot Disallow: /User-agent: Ezooms Disallow: /User-agent: YandexImages Disallow: /User-agent: Genieo Disallow: /User-agent: JobdiggerSpider Disallow: /User-agent: Exabot Disallow: /User-agent: Baiduspider Disallow: /User-agent: Abonti Disallow: /User-agent: LinkChecker Disallow: /User-agent: Jetslide Disallow: /User-agent: SEOkicks Disallow: /User-agent: SISTRIX Disallow: /User-agent: WBSearchBot Disallow: /User-agent: Vagabondo Disallow: /User-agent: eknip Disallow: /User-agent: Mail.RU_Bot Disallow: /User-agent: KINGSpider Disallow: /User-agent: OpenindexSpider # End robots.txt file