User-agent: *
Disallow: /p/
Disallow: /r/
Disallow: /bin/
Disallow: /includes/
Disallow: /blank.html
Disallow: /_td_api
Disallow: /_tdpp_api
Disallow: /_remote
Disallow: /_multiremote
Disallow: /_tdhl_api
Disallow: /_td_remote
Disallow: /_tdpp_remote
Disallow: /sdarla
Disallow: /digest
Sitemap: https://au.news.yahoo.com/sitemaps/news-sitemap_index_AU_en-AU.xml.gz
Sitemap: https://au.news.yahoo.com/sitemaps/news-sitemap_googlenews_AU_en-AU.xml.gz