User-agent: Barkrowler/0.9
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: barkrowler
Disallow: /

User-agent: *
Disallow: /members/*
Disallow: /*/postcomment
disallow: /fetch/getsearch

User-agent: NPBot
Disallow: /

User-agent: Zealbot
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: SiteSnagger
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: Fetch
Disallow: /

User-agent: Offline Explorer
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: WebZIP
Disallow: /

User-agent: linko
Disallow: /

User-agent: Microsoft.URL.Control
Disallow: /

User-agent: Xenu
Disallow: /

User-agent: larbin
Disallow: /

User-agent: libwww
Disallow: /

User-agent: ZyBORG
Disallow: /

User-agent: Download Ninja
Disallow: /

User-agent: fast
Disallow: /

User-agent: *
Disallow: *.axd$

User-agent: *
Disallow: /WebResource.axd

User-agent: BLEXBot
Disallow: /

User-agent: coccocbot-web
Disallow: /

User-agent: bingbot
Crawl-delay: 10

User-agent: msnbot
Crawl-delay: 10

User-agent: serpstatbot
Disallow: /

User-agent: grapeshot
Disallow: /

User-agent: Httrack
Disallow: /

User-agent: SemrushBot
Disallow: /

# https://megaindex.com/crawler
User-agent: MegaIndex.ru
Disallow: /

User-agent: megaindex.com
Disallow: /

User-agent: weborama-fetcher
Disallow: /

User-agent: weborama-fetcher
Disallow: *

User-agent: weborama
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Linespider
Disallow: /

User-agent: CriteoBot/0.1
Disallow: /

User-agent: adsbot
Disallow: / 

User-agent: proximic
Disallow: /

User-agent: dataprovider
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: SpiderLing
Disallow: /

User-agent: SeekportBot
Disallow: /

User-agent: AwarioRssBot
User-agent: AwarioSmartBot
Disallow: /

User-agent: VelenPublicWebCrawler
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent:  CCBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: Google-Extended
Disallow: /
Sitemap: https://www.universeguide.com/sitemaps/ug_aliens.xml
Sitemap: https://www.universeguide.com/sitemaps/ug_asteroids.xml
Sitemap: https://www.universeguide.com/sitemaps/ug_blogarticles.xml
Sitemap: https://www.universeguide.com/sitemaps/ug_characters.xml
Sitemap: https://www.universeguide.com/sitemaps/ug_cluster.xml
Sitemap: https://www.universeguide.com/sitemaps/ug_comet.xml
Sitemap: https://www.universeguide.com/sitemaps/ug_constellation.xml
Sitemap: https://www.universeguide.com/sitemaps/ug_deepspace.xml
Sitemap: https://www.universeguide.com/sitemaps/ug_entertainment.xml
Sitemap: https://www.universeguide.com/sitemaps/ug_episode.xml
Sitemap: https://www.universeguide.com/sitemaps/ug_exoplanets.xml
Sitemap: https://www.universeguide.com/sitemaps/ug_extrasolar.xml
Sitemap: https://www.universeguide.com/sitemaps/ug_facts.xml
Sitemap: https://www.universeguide.com/sitemaps/ug_films.xml
Sitemap: https://www.universeguide.com/sitemaps/ug_galaxy.xml
Sitemap: https://www.universeguide.com/sitemaps/ug_kuiperbelt.xml
Sitemap: https://www.universeguide.com/sitemaps/ug_main.xml
Sitemap: https://www.universeguide.com/sitemaps/ug_meteorshowerlist.xml
Sitemap: https://www.universeguide.com/sitemaps/ug_meteorshowers.xml
Sitemap: https://www.universeguide.com/sitemaps/ug_missions.xml
Sitemap: https://www.universeguide.com/sitemaps/ug_nebula.xml
Sitemap: https://www.universeguide.com/sitemaps/ug_object.xml
Sitemap: https://www.universeguide.com/sitemaps/ug_organisations.xml
Sitemap: https://www.universeguide.com/sitemaps/ug_people.xml
Sitemap: https://www.universeguide.com/sitemaps/ug_planetmoon.xml
Sitemap: https://www.universeguide.com/sitemaps/ug_planets.xml
Sitemap: https://www.universeguide.com/sitemaps/ug_portal.xml
Sitemap: https://www.universeguide.com/sitemaps/ug_quasar.xml
Sitemap: https://www.universeguide.com/sitemaps/ug_real_planets.xml
Sitemap: https://www.universeguide.com/sitemaps/ug_review.xml
Sitemap: https://www.universeguide.com/sitemaps/ug_spaceship.xml
Sitemap: https://www.universeguide.com/sitemaps/ug_starlist.xml
Sitemap: https://www.universeguide.com/sitemaps/ug_stars.xml
Sitemap: https://www.universeguide.com/sitemaps/ug_stars_1.xml
Sitemap: https://www.universeguide.com/sitemaps/ug_stars_2.xml
Sitemap: https://www.universeguide.com/sitemaps/ug_stars_3.xml
Sitemap: https://www.universeguide.com/sitemaps/ug_supernova.xml
Sitemap: https://www.universeguide.com/sitemaps/ug_taglist.xml