User-agent: *
Disallow: /cms
Disallow: /exist
Disallow: /*pg_
Disallow: /search
Crawl-delay: 20
User-Agent: LinkChecker
Allow: /exist