# production site robots.txt # for site: www.varsitytutors.com sitemap: https://www.varsitytutors.com/sitemap.xml sitemap: https://www.varsitytutors.com/sitemap-old.xml User-agent: AhrefsBot Crawl-delay: 5 User-agent: AugustBot Disallow: / User-agent: Applebot Disallow: / User-agent: baiduspider Disallow: / User-agent: Barkrowler Disallow: / User-agent: bingbot Crawl-delay: 5 User-agent: BLEXBot Disallow: / User-agent: BUbiNG Disallow: / User-agent: Claritybot Disallow: / User-agent: Clark-Crawler2 Disallow: / User-agent: ContextAd Disallow: / User-agent: discobot Disallow: / User-agent: Exabot Disallow: / User-agent: Ezooms Disallow: / User-agent: FunWebProducts Disallow: / User-agent: Gigabot Disallow: / User-Agent: gomezagent Disallow: / User-Agent: GomezAgent Disallow: / User-Agent: gomezagent+1.0 Disallow: / User-Agent: GomezAgent+1.0 Disallow: / User-Agent: gomezagent+2.0 Disallow: / User-Agent: GomezAgent+2.0 Disallow: / User-Agent: gomezagent+3.0 Disallow: / User-Agent: GomezAgent+3.0 Disallow: / User-agent: iisbot Disallow: / User-agent: Linguee Disallow: / User-agent: Linguee Bot Disallow: / User-agent: ltx71 Disallow: / User-agent: MLBot Disallow: / User-agent: oBot Disallow: / User-agent: proximic Disallow: / User-agent: SearQuBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: Seekport Crawler Disallow: / User-agent: SemrushBot-SA Disallow: / User-agent: serpstatbot Disallow: / User-agent: Seznam screenshot-generator Disallow: / User-agent: SeznamBot Disallow: / User-agent: Snapbot Disallow: / User-agent: Sogou Disallow: / User-agent: spbot Disallow: / User-agent: Speedy Disallow: / User-agent: Spinn3r Disallow: / User-agent: SuperPagesBot Disallow: / User-agent: SuperPagesUrlVerifyBot Disallow: / User-agent: Timpibot Disallow: / User-agent: TwengaBot Disallow: / User-agent: TwengaBot-Discover Disallow: / User-agent: Uptimebot Disallow: / User-agent: vebidoobot Disallow: / User-agent: VoilaBot Disallow: / User-agent: Y!J-BRW Disallow: / User-agent: Yandex Disallow: / User-agent: YandexBot Disallow: / User-agent: YandexFavicons Disallow: / User-agent: YandexImages Disallow: / User-agent: Yeti Disallow: / User-agent: YodaoBot Disallow: / User-agent: YoudaoBot Disallow: / User-agent: YPBot Disallow: / User-agent: ZoomSpider Disallow: / User-agent: * Disallow: /*report_question_error$