# Production Robots.txt file # All robots will spider the domain User-agent: * Disallow: /news-app/* Disallow: */application/* Disallow: */ixale/ Disallow: /core/Content/ Disallow: /*?source=rss Disallow: /*?mobile=true Disallow: /*?mobile=basic Disallow: /*?ModPagespeed=noscript Disallow: /promotions/emails/ Disallow: /r/ Disallow: /search/* Disallow: /searchbeta/* Disallow: /sponsored/travel/msc-cruises/ Disallow: /travel/8711559/The-Telegraph-Travel-Awards-2011.html Disallow: /travel/hotel/e/* Disallow: /sponsored/staging/ Disallow: /sponsored/email/ Disallow: /sponsored/business/northern-ireland-business/ Disallow: /sponsored/business/lloyds-tsb-enterprise-awards/ Disallow: /sponsored/earth/statoil/ Disallow: /sponsored/motoring/alfa-romeo-cars/ Disallow: /sponsored/motoring/vw-up/ Disallow: /sponsored/property/all-saints-eastbourne/ Disallow: /sponsored/supplement-portfolio/ Disallow: /sponsored/travel/cunard-cruises/ Disallow: /sponsored/travel/cruise-holidays/ Disallow: /sponsored/travel/macau/macaumap/ Disallow: /sponsored/travel/telegraph-cottages/ Disallow: /sponsored/finance/spread-betting/ Disallow: /sponsored/finance/retirement-annuity/ Disallow: /sponsored/travel/hidden-britain/ Disallow: /sponsored/business/sme-business-essentials/ Disallow: /sponsored/in-the-know/london-cultural-attractions Disallow: /sponsored/in-the-know/london-dining Disallow: /sponsored/in-the-know/london-entertainment Disallow: /sponsored/in-the-know/london-lifestyle Disallow: /sponsored/in-the-know/london-nightlife Disallow: /sponsored/in-the-know/london-shopping Disallow: /sponsored/in-the-know/london-sport-activities Disallow: /sponsored/in-the-know/london-transport-accommodation Disallow: /sponsored/in-the-know/london-video-guides Disallow: /sponsored/motoring/suzuki-motorbikes/ Disallow: /sponsored/technology/cool-list/ Disallow: /sponsored/why-not/11633071/Voltarol-Tool.html Disallow: /sponsored/why-not/11632940/voltarol-Poll.html Disallow: /sponsored/why-not/11633725/Voltarol-tool-Mobile.html Disallow: /sponsored/11874202/Header-for-article-bottom-containers-Dove-Rugby.html Disallow: /news/0/general-election-2017-latest-results-exit-polls-reaction/ Disallow: /events/jeffrey-archer/order-confirmation/ Disallow: /events/jodi-and-graham/order-confirmation/ Disallow: /events/champions-tennis-vip-experience/order-confirmation/ Disallow: /events/an-evening-with-sir-ranulph-fiennes/order-confirmation/ Disallow: /events/the-telegraph-dining-experience/order-confirmation/ Disallow: /travel/*/articles/page-* Disallow: /*_jcr_content* Disallow: /black-friday/0/best-amazon-black-friday-deals-2017-us/ Disallow: /black-friday/0/best-amazon-black-friday-weekend-deals-2017-us/ Disallow: /theatre/what-to-see/unexpected-theatres-hamiltons-lin-manuel-miranda-meets-stephen/ Disallow: /news/uknews/law-and-order/11282672/Fetish-industry-metalworker-faces-penalty-for-breaching-design-right.html Disallow: /education/educationopinion/11532153/Sell-my-house-to-get-my-child-into-a-good-school-Go-on-then.html Disallow: /news/uknews/law-and-order/4144587/British-tennis-player-will-not-stand-trial-for-rape-in-US.html Disallow: /news/worldnews/northamerica/usa/3484770/British-tennis-player-charged-with-raping-intoxicated-woman.html Disallow: /financial-services/insurance/travel-insurance-online-ski/ Disallow: /telegraph/* Disallow: /news/obituaries/9597226/Roy-Pretty-Boy-Shaw.html Disallow: /news/2020/09/30/correction/ Disallow: /news/uknews/1533141/Life-for-father-who-killed-girl-to-pay-back-wifes-infidelity.html Disallow: /customer/secure/checkout/tesco/ Disallow: /customer/secure/reset-password/ Disallow: /news/0/introducing-new-telegraph-app/ Disallow: /amp$ Disallow: /puzzles/* Disallow: /secure/login/* Disallow: /betting/sitemap-2017-40-a.xml Disallow: /betting/sitemap-2017-41-a.xml Disallow: /betting/sitemap-2017-43-a.xml Disallow: /betting/sitemap-2017-45-a.xml Disallow: /betting/sitemap-2017-46-a.xml Disallow: /betting/sitemap-2017-47-a.xml Disallow: /betting/sitemap-2017-50-a.xml Disallow: /betting/sitemap-2018-08-a.xml Disallow: /betting/sitemap-2018-10-a.xml Disallow: /betting/sitemap-2018-11-a.xml Disallow: /betting/sitemap-2018-12-a.xml Disallow: /betting/sitemap-2018-13-a.xml Disallow: /betting/sitemap-2018-14-a.xml Disallow: /betting/sitemap-2018-15-a.xml Disallow: /betting/sitemap-2018-16-a.xml Disallow: /betting/sitemap-2018-18-a.xml Disallow: /betting/sitemap-2018-19-a.xml Disallow: /betting/sitemap-2018-20-a.xml Disallow: /betting/sitemap-2018-21-a.xml Disallow: /betting/sitemap-2018-24-a.xml Disallow: /betting/sitemap-2018-26-a.xml Disallow: /betting/sitemap-2018-28-a.xml Disallow: /betting/sitemap-2018-31-a.xml Disallow: /betting/sitemap-2018-32-a.xml Disallow: /betting/sitemap-2018-34-a.xml Disallow: /betting/sitemap-2018-35-a.xml Disallow: /betting/sitemap-2018-37-a.xml Disallow: /betting/sitemap-2018-38-a.xml Disallow: /betting/sitemap-2018-40-a.xml Disallow: /betting/sitemap-2018-42-a.xml Disallow: /betting/sitemap-2018-43-a.xml Disallow: /betting/sitemap-2018-5-a.xml Disallow: /betting/sitemap-2018-6-a.xml Disallow: /betting/sitemap-2018-7-a.xml Disallow: /betting/sitemap-2018-8-a.xml Disallow: /betting/sitemap-2019-11-a.xml Disallow: /betting/sitemap-2019-25-a.xml Disallow: /betting/sitemap-2019-31-a.xml Disallow: /betting/sitemap-2019-32-a.xml Disallow: /betting/sitemap-2019-34-a.xml Disallow: /betting/sitemap-2019-42-a.xml Disallow: /betting/sitemap-2019-43-a.xml Disallow: /betting/sitemap-2019-44-a.xml Disallow: /betting/sitemap-2019-45-a.xml Disallow: /betting/sitemap-2019-46-a.xml Disallow: /betting/sitemap-2019-47-a.xml Disallow: /betting/sitemap-2019-48-a.xml Disallow: /betting/sitemap-2019-49-a.xml Disallow: /betting/sitemap-2019-50-a.xml Disallow: /betting/sitemap-2019-51-a.xml Disallow: /betting/sitemap-2019-52-a.xml Disallow: /betting/sitemap-2020-1-a.xml Disallow: /betting/sitemap-2020-10-a.xml Disallow: /betting/sitemap-2020-11-a.xml Disallow: /betting/sitemap-2020-12-a.xml Disallow: /betting/sitemap-2020-13-a.xml Disallow: /betting/sitemap-2020-15-a.xml Disallow: /betting/sitemap-2020-16-a.xml Disallow: /betting/sitemap-2020-17-a.xml Disallow: /betting/sitemap-2020-18-a.xml Disallow: /betting/sitemap-2020-19-a.xml Disallow: /betting/sitemap-2020-2-a.xml Disallow: /betting/sitemap-2020-20-a.xml Disallow: /betting/sitemap-2020-21-a.xml Disallow: /betting/sitemap-2020-22-a.xml Disallow: /betting/sitemap-2020-24-a.xml Disallow: /betting/sitemap-2020-25-a.xml Disallow: /betting/sitemap-2020-26-a.xml Disallow: /betting/sitemap-2020-27-a.xml Disallow: /betting/sitemap-2020-28-a.xml Disallow: /betting/sitemap-2020-30-a.xml Disallow: /betting/sitemap-2020-31-a.xml Disallow: /betting/sitemap-2020-33-a.xml Disallow: /betting/sitemap-2020-34-a.xml Disallow: /betting/sitemap-2020-35-a.xml Disallow: /betting/sitemap-2020-36-a.xml Disallow: /betting/sitemap-2020-37-a.xml Disallow: /betting/sitemap-2020-38-a.xml Disallow: /betting/sitemap-2020-39-a.xml Disallow: /betting/sitemap-2020-40-a.xml Disallow: /betting/sitemap-2020-41-a.xml Disallow: /betting/sitemap-2020-42-a.xml Disallow: /betting/sitemap-2020-43-a.xml Disallow: /betting/sitemap-2020-44-a.xml Disallow: /betting/sitemap-2020-47-a.xml Disallow: /betting/sitemap-2020-48-a.xml Disallow: /betting/sitemap-2020-5-a.xml Disallow: /betting/sitemap-2020-50-a.xml Disallow: /betting/sitemap-2020-51-a.xml Disallow: /betting/sitemap-2020-52-a.xml Disallow: /betting/sitemap-2020-7-a.xml Disallow: /betting/sitemap-2021-1-a.xml Disallow: /betting/sitemap-2021-10-a.xml Disallow: /betting/sitemap-2021-11-a.xml Disallow: /betting/sitemap-2021-12-a.xml Disallow: /betting/sitemap-2021-16-a.xml Disallow: /betting/sitemap-2021-17-a.xml Disallow: /betting/sitemap-2021-18-a.xml Disallow: /betting/sitemap-2021-22-a.xml Disallow: /betting/sitemap-2021-24-a.xml Disallow: /betting/sitemap-2021-25-a.xml Disallow: /betting/sitemap-2021-3-a.xml Disallow: /betting/sitemap-2021-40-a.xml Disallow: /betting/sitemap-2021-43-a.xml Disallow: /betting/sitemap-2021-49-a.xml Disallow: /betting/sitemap-2021-5-a.xml Disallow: /betting/sitemap-2021-50-a.xml Disallow: /betting/sitemap-2021-7-a.xml Disallow: /betting/sitemap-2021-8-a.xml Disallow: /betting/sitemap-2022-1-a.xml Disallow: /betting/sitemap-2022-12-a.xml Disallow: /betting/sitemap-2022-13-a.xml Disallow: /betting/sitemap-2022-14-a.xml Disallow: /betting/sitemap-2022-15-a.xml Disallow: /betting/sitemap-2022-16-a.xml Disallow: /betting/sitemap-2022-17-a.xml Disallow: /betting/sitemap-2022-18-a.xml Disallow: /betting/sitemap-2022-19-a.xml Disallow: /betting/sitemap-2022-20-a.xml Disallow: /betting/sitemap-2022-21-a.xml Disallow: /betting/sitemap-2022-22-a.xml Disallow: /betting/sitemap-2022-23-a.xml Disallow: /betting/sitemap-2022-24-a.xml Disallow: /betting/sitemap-2022-25-a.xml Disallow: /betting/sitemap-2022-26-a.xml Disallow: /betting/sitemap-2022-27-a.xml Disallow: /betting/sitemap-2022-28-a.xml Disallow: /betting/sitemap-2022-29-a.xml Disallow: /betting/sitemap-2022-30-a.xml Disallow: /betting/sitemap-2022-31-a.xml Disallow: /betting/sitemap-2022-32-a.xml Disallow: /betting/sitemap-2022-33-a.xml Disallow: /betting/sitemap-2022-34-a.xml Disallow: /betting/sitemap-2022-35-a.xml Disallow: /betting/sitemap-2022-36-a.xml Disallow: /betting/sitemap-2022-37-a.xml Disallow: /betting/sitemap-2022-38-a.xml Disallow: /betting/sitemap-2022-39-a.xml Disallow: /betting/sitemap-2022-4-a.xml Disallow: /betting/sitemap-2022-40-a.xml Disallow: /betting/sitemap-2022-6-a.xml Disallow: /betting/sitemap-2022-7-a.xml Sitemap: https://www.telegraph.co.uk/sitemap.xml Sitemap: https://www.telegraph.co.uk/custom/authors/sitemap.xml Sitemap: https://www.telegraph.co.uk/custom/main-pages/sitemap.xml Sitemap: https://www.telegraph.co.uk/custom/daily-news/sitemap.xml Sitemap: https://www.telegraph.co.uk/vouchercodes/sitemap.xml User-Agent: endeca Disallow: /archive/ Disallow: /search/* User-agent: Google-Extended Disallow: / User-agent: GPTBot Disallow: /