User-Agent: *
Disallow: /readme.html
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-signup.php?*
Disallow: /xmlrpc.php
Disallow: /comments/feed/

User-agent: GPTBot
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: 360Spider
Disallow: /

User-agent: barkrowler
Disallow: /

User-agent: CriteoBot/0.1
Disallow: /

# Added as it appears to be used my article theives
User-agent: PetalBot
Disallow: / 

Sitemap: https://maroelamedia.co.za/sitemap_index.xml