User-agent: *
Disallow: /styleguide/*
Disallow: /search/*
Disallow: /search?*
Disallow: /questions/answered*
Disallow: /questions/unanswered*
Disallow: /questions/*/answered*
Disallow: /questions/*/unanswered*
Disallow: /questions/*/*/answered*
Disallow: /questions/*/*/unanswered*
Disallow: /*/questions/answered*
Disallow: /*/questions/unanswered*
Disallow: /problems/newest*
Disallow: /problems/repairpal+verified*
Disallow: /problems/*/newest*
Disallow: /problems/*/repairpal+verified*
Disallow: /problems/*/*/newest*
Disallow: /problems/*/*/repairpal+verified*
Disallow: /*/problems/newest*
Disallow: /*/problems/repairpal+verified*
Disallow: /data-requests
Disallow: /privacy-policy
Disallow: /privacy_policy
Disallow: /terms-of-service
Disallow: /terms_of_service
Disallow: /profiles/
Disallow: /account/
Disallow: /account_service_locations/create
Disallow: /car_type_questions/new
Disallow: /car_type_questions/create
Disallow: /car_type_questions/*/*/new
Disallow: /car_type_reviews/
Disallow: /common_problems/new
Disallow: /common_problems/navigate
Disallow: /like/
Disallow: /follow/
Disallow: /feedback/
Disallow: /nearby-shops-and-dealers/
Disallow: /*-repair-nearby
Disallow: /rate_shop/
Disallow: /service_location_appointments/
Disallow: /claim_shop/
Disallow: /email_this/
Disallow: /review_shop/rate/
Disallow: /*/print_deal*
Disallow: /car_type_question_answer/rate/
Disallow: /car_type_question_answers/
Disallow: /flag/new/
Disallow: /shop_portal/
Disallow: /tooltips/
Disallow: /twilio/
Disallow: /profiles/
Disallow: /directory/record_view
Disallow: /directory?*
Disallow: /*.rss$
Disallow: /estimator/assign_car*
Disallow: /estimator/results*
Disallow: /widget/6/$
Disallow: /widget/8/$
Disallow: /*/ajax_load_service_types_list
Disallow: /*/ajax_service_location_review_button
Disallow: /*/problems/*type=newest*
Disallow: /*/problems/*type=popular*
Disallow: /*/problems/*type=repairpal*
Disallow: /*/problems*category=*
Disallow: /*car_type_question_search_form*
Disallow: /carmax$
Disallow: /usaa$
Disallow: /twg$
Disallow: /carchex$
Disallow: /forevercar$
Disallow: /rsf/*
Disallow: /ib/*
Disallow: /*/none/*
Disallow: /diagnostic_trouble_codes/show/obd*
Disallow: /r/*
Disallow: /quotes
Disallow: /2005353/*
Disallow: /rails/active_storage/*
Disallow: /analytics/*
Disallow: /mixpanel/*
Disallow: /dashboard/*
Disallow: /shop-dashboard/*

#disallow get params
Disallow: /*?*sort_by=
Disallow: /*?*filter_by=
Disallow: /*?*checking_cookies=
Disallow: /*?*specialty_filter=
Disallow: /*?*car_type_id=
Disallow: /*?*utf8=
Disallow: /*?*car_year=
Disallow: /*?*car_slug=
Disallow: /*?*car_model_id=
Disallow: /*?*car_brand_id=
Disallow: /*?*RepairPal+Verified=
Disallow: /*?*Newest=
Disallow: /*?*Most+Reported=
Disallow: /*?*utm_source=
Disallow: /*?*utm_medium=
Disallow: /*?*utm_campaign=
Disallow: /*?*utm_content=
Disallow: /*?*scope=
Disallow: /*?*car_system=
Disallow: /*?*pop_appt_request=
Disallow: /*?*car_model=
Disallow: /*?*type=
Disallow: /*?*sort=
Disallow: /*?*page=
Disallow: /*?*id=
Disallow: /*?*answered=
Disallow: /*?*car_type%5Bcar_brand_id%5D=
Disallow: /*?*car_type%5Bcar_model_id%5D=
Disallow: /*?*car_type%5Byear%5D=
Disallow: /*?*new_on_load=
Disallow: /*?*tab=
Disallow: /*?*TB_iframe=
Disallow: /*?*category_id=
Disallow: /*?*category=
Disallow: /*?*page_link=
Disallow: /*?*rwd=
Disallow: /*?*popular=
Disallow: /*?*all_questions=
Disallow: /*?*rating=
Disallow: /*?*symptom=
Disallow: /*?*modal=
Disallow: /*?*accordion=
Disallow: /*?*sortBy=
Disallow: /*?*filterBy=

#sem ads have sg param.
#we don't want googlebot or others crawling those.
Disallow: /*?*sg=*

#sem ads have sg param
#we only want AdsBot to crawl these, and ...
#we want AdsBot to only crawl these.
User-agent: AdsBot-Google
Allow: /*sg=*
Allow: /*?*utm_source=
Allow: /*?*utm_medium=
Allow: /*?*utm_campaign=
Allow: /*?*utm_content=

User-agent: MSNBot
Crawl-Delay: 5

User-agent: MSNBot-Media
Crawl-Delay: 5

User-agent: Bingbot
Crawl-Delay: 5

# blocking bad bots
User-agent: mj12bot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: Linguee Bot
Disallow: /
User-agent: Domain Re-Animator Bot
Disallow: /
User-agent: MauiBot (crawler.feedback+dc@gmail.com)
Disallow: /
User-agent: PiplBot
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: rogerbot
Disallow: /
User-Agent: panscient.com
Disallow: /
User-Agent: Gigabot
Disallow: /
User-agent: AHC/1.0
Disallow: /
User-agent: AHC/2.0
Disallow: /
User-agent: AHC/2.1
Disallow: /

Sitemap: https://repairpal.com/sitemap_car_recalls_index.xml.gz
Sitemap: https://repairpal.com/sitemap_car_reviews_index.xml.gz
Sitemap: https://repairpal.com/sitemap_cars_index.xml.gz
Sitemap: https://repairpal.com/sitemap_city_make_index.xml.gz
Sitemap: https://repairpal.com/sitemap_city_index.xml.gz
Sitemap: https://repairpal.com/sitemap_comparisons_index.xml.gz
Sitemap: https://repairpal.com/sitemap_content_index.xml.gz
Sitemap: https://repairpal.com/sitemap_directory_index.xml.gz
Sitemap: https://repairpal.com/sitemap_estimates_index.xml.gz
Sitemap: https://repairpal.com/sitemap_general_index.xml.gz
Sitemap: https://repairpal.com/sitemap_obd_index.xml.gz
Sitemap: https://repairpal.com/sitemap_problem_reports_index.xml.gz
Sitemap: https://repairpal.com/sitemap_problems_index.xml.gz
Sitemap: https://repairpal.com/sitemap_q_and_a_index.xml.gz
Sitemap: https://repairpal.com/sitemap_questions_index.xml.gz
Sitemap: https://repairpal.com/sitemap_recalls_index.xml.gz
Sitemap: https://repairpal.com/sitemap_reliability_index.xml.gz
Sitemap: https://repairpal.com/sitemap_service_locations_index.xml.gz
Sitemap: https://repairpal.com/sitemap_symptoms_index.xml.gz