# Disallow spiders by default
User-agent: * 
Disallow: /secure/  
Disallow: /thehearingjournal/Pages/blogs.aspx
Disallow: /Pages/myetocsunsubscribe.aspx
Disallow: /Pages/subprocessors.aspx
Disallow: /jaanp/_layouts/15/1033/oaks.journals/informationforauthors.aspx

# Add Crawl-delay parameter for those crawlers that support it
User-agent: *
Crawl-delay: 25

#Oracle Data Cloud Crawler disallow
User-agent: grapeshot
Disallow: /

#Allow freindly spiders
# "Disallow:" means don't disallow anything, so all can be crawled. Same as "Allow: /" but better supported
User-agent: Googlebot
Disallow: /thehearingjournal/Pages/blogs.aspx
Disallow: /Pages/myetocsunsubscribe.aspx
Disallow: /jaanp/_layouts/15/1033/oaks.journals/informationforauthors.aspx

User-agent: Twitterbot
Disallow: /thehearingjournal/Pages/blogs.aspx
Disallow: /Pages/myetocsunsubscribe.aspx
Disallow: /jaanp/_layouts/15/1033/oaks.journals/informationforauthors.aspx

User-agent: Mediapartners-Google
Disallow: /thehearingjournal/Pages/blogs.aspx
Disallow: /Pages/myetocsunsubscribe.aspx
Disallow: /jaanp/_layouts/15/1033/oaks.journals/informationforauthors.aspx

User-agent: Adsbot-Google
Disallow: /thehearingjournal/Pages/blogs.aspx
Disallow: /Pages/myetocsunsubscribe.aspx
Disallow: /jaanp/_layouts/15/1033/oaks.journals/informationforauthors.aspx

User-agent: Googlebot-Image
Disallow: /thehearingjournal/Pages/blogs.aspx
Disallow: /Pages/myetocsunsubscribe.aspx
Disallow: /jaanp/_layouts/15/1033/oaks.journals/informationforauthors.aspx

User-agent: Googlebot-Mobile
Disallow:  /thehearingjournal/Pages/blogs.aspx
Disallow: /Pages/myetocsunsubscribe.aspx
Disallow: /jaanp/_layouts/15/1033/oaks.journals/informationforauthors.aspx

User-agent: MSNBot
Crawl-delay: 5
Disallow: /thehearingjournal/Pages/blogs.aspx
Disallow: /Pages/myetocsunsubscribe.aspx
Disallow: /jaanp/_layouts/15/1033/oaks.journals/informationforauthors.aspx

#Yahoo
User-agent: Slurp 
Disallow: /thehearingjournal/Pages/blogs.aspx
Disallow: /Pages/myetocsunsubscribe.aspx
Disallow: /jaanp/_layouts/15/1033/oaks.journals/informationforauthors.aspx

#Google China
User-agent: baiduspider
Disallow: /thehearingjournal/Pages/blogs.aspx
Disallow: /Pages/myetocsunsubscribe.aspx
Disallow: /jaanp/_layouts/15/1033/oaks.journals/informationforauthors.aspx

User-agent: PicoSearch/1.0
Disallow: /thehearingjournal/Pages/blogs.aspx
Disallow: /Pages/myetocsunsubscribe.aspx
Disallow: /jaanp/_layouts/15/1033/oaks.journals/informationforauthors.aspx

#ask.com
User-agent: Teoma
Disallow: /thehearingjournal/Pages/blogs.aspx
Disallow: /Pages/myetocsunsubscribe.aspx
Disallow: /jaanp/_layouts/15/1033/oaks.journals/informationforauthors.aspx

#gigablast.com
User-agent: Gigabot
Disallow: /thehearingjournal/Pages/blogs.aspx
Disallow: /Pages/myetocsunsubscribe.aspx
Disallow: /jaanp/_layouts/15/1033/oaks.journals/informationforauthors.aspx

#scrub the web
User-agent: Scrubby
Disallow: /thehearingjournal/Pages/blogs.aspx
Disallow: /Pages/myetocsunsubscribe.aspx
Disallow: /jaanp/_layouts/15/1033/oaks.journals/informationforauthors.aspx

#DMOZ
User-agent: Robozilla
Disallow: /thehearingjournal/Pages/blogs.aspx
Disallow: /Pages/myetocsunsubscribe.aspx
Disallow: /jaanp/_layouts/15/1033/oaks.journals/informationforauthors.aspx

# PRS defined crawler
User-agent: gsa-crawler
Disallow: /thehearingjournal/Pages/blogs.aspx
Disallow: /Pages/myetocsunsubscribe.aspx
Disallow: /jaanp/_layouts/15/1033/oaks.journals/informationforauthors.aspx

# ASPS/PSEN defined crawler
User-agent: portal-crawler
Disallow: /thehearingjournal/Pages/blogs.aspx
Disallow: /Pages/myetocsunsubscribe.aspx
Disallow: /jaanp/_layouts/15/1033/oaks.journals/informationforauthors.aspx

User-agent: Googlebot-News
Allow: /oncology-times
Disallow: /thehearingjournal/Pages/blogs.aspx
Disallow: /Pages/myetocsunsubscribe.aspx
Disallow: /jaanp/_layouts/15/1033/oaks.journals/informationforauthors.aspx

Sitemap: https://journals.lww.com/_layouts/15/oaks.journals/Sitemap_xml.aspx?format=xml

#GPTBot
User-agent: GPTBot
Disallow: /