# robots.txt for http://www.statcan.gc.ca/
# Syntax checker http://tool.motoricerca.info/robots-checker.phtml

User-agent: gsa-crawler
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SiteSucker
User-agent: SiteSucker/2.3.3
Disallow: /

User-agent: integrity
User-agent: integrity/4
Disallow: /

User-agent: Microsoft URL Control
Disallow: /

User-agent: Ultraseek
Disallow: 

User-agent: LucidWorks
Disallow:

User-agent: *
Crawl-delay: 2
#
Disallow: /error-erreur/
#
Disallow: /stcsr/
Disallow: /stcsrd/
Disallow: /misc/
Disallow: /Framework/
Disallow: /Images/
Disallow: /Templates/
Disallow: /access/
Disallow: /cgroup/
Disallow: /clf2/
Disallow: /dli-ild/
Disallow: /estat/
Disallow: /pgdb/
Disallow: /preview-apercu/
Disallow: /secure/
Disallow: /ssi/
Disallow: /talon/
Disallow: /templates/
Disallow: /tim/
Disallow: /wet-boew/
Disallow: /wet-boew4b/
#
Disallow: /access/
Disallow: /c1996-r1996/
Disallow: /census-recencement2006/
Disallow: /clf2_docs/
Disallow: /diss/
Disallow: /ei-ie20021008/
Disallow: /flash/
Disallow: /hrdc/
Disallow: /imdb-bmdi2/
Disallow: /ispcs/
Disallow: /misc/
Disallow: /mobile/
Disallow: /OECD/
Disallow: /olc-cel/
Disallow: /pgdb/
Disallow: /slid-edtr/
Disallow: /tst-otr/
Disallow: /wsd-jms/
Disallow: /yearbook-annuaire/
Disallow: /rtdat-oadtr-service/
Disallow: /subjects-sujets/labour-travail/lfs-epa/
Disallow: /subjects-sujets/cpi-ipc/
Disallow: /cgi-bin/sum-som/saveas
#
# For Google mobile-friendly test
#Disallow: /*/ssi/*
#Disallow: /*/css/*
#Disallow: /*/javascript/*
#Disallow: /*/js/*
Disallow: /*longdesc*
Disallow: /*/desc/*
#
Disallow: /*.ppt$
Disallow: /*.pptx$
Disallow: /*.doc$
Disallow: /*.docx$
Disallow: /*.xls$
Disallow: /*.xlsx$
Disallow: /*.csv$
Disallow: /*.rtf$
Disallow: /*.txt$
Disallow: /*.swf$
Disallow: /*.ca1$
Disallow: /*.tab$
Disallow: /*.exe$