# Allow GSA crawler
User-agent: gsa-crawler
Crawl-delay: 1
Disallow: /alumni
Disallow: /*/no_search/
Disallow: */_jcr_content/
Disallow: *.js
Disallow: *.modal.*
Disallow: *.print.*
Disallow: *.filter.*

# Allow Google Bot
User-agent: Googlebot
Crawl-delay: 10
Disallow: /*/no_search/
Disallow: */_jcr_content/
Disallow: *.js
Disallow: *.modal.*
Disallow: *.print.*
Disallow: *.filter.*

# Allow Baidu Bot
User-agent: Baiduspider
Crawl-delay: 10
Disallow: /*/no_search/
Disallow: */_jcr_content/
Disallow: *.js
Disallow: *.modal.*
Disallow: *.print.*
Disallow: *.filter.*

# Allow Bing Bot
User-agent: Bingbot
Crawl-delay: 10
Disallow: /*/no_search/
Disallow: */_jcr_content/
Disallow: *.js
Disallow: *.modal.*
Disallow: *.print.*
Disallow: *.filter.*

# Allow Yahoo Bot
User-agent: Slurp
Crawl-delay: 10
Disallow: /*/no_search/
Disallow: */_jcr_content/
Disallow: *.js
Disallow: *.modal.*
Disallow: *.print.*
Disallow: *.filter.*

# Allow DuckDuckGo
User-agent: DuckDuckBot
Crawl-delay: 10
Disallow: /*/no_search/
Disallow: */_jcr_content/
Disallow: *.js
Disallow: *.modal.*
Disallow: *.print.*
Disallow: *.filter.*

# Allow Twitterbot
User-agent: Twitterbot
Crawl-delay: 10
Disallow: /*/no_search/
Disallow: */_jcr_content/
Disallow: *.js
Disallow: *.modal.*
Disallow: *.print.*
Disallow: *.filter.*

# Allow SiteimproveBot
User-agent: SiteimproveBot
Crawl-delay: 10
Disallow: /*/no_search/
Disallow: */_jcr_content/
Disallow: *.js
Disallow: *.modal.*
Disallow: *.print.*
Disallow: *.filter.*

# Allow SiteimproveBot-Crawler
User-agent: SiteimproveBot-Crawler
Crawl-delay: 10
Disallow: /*/no_search/
Disallow: */_jcr_content/
Disallow: *.js
Disallow: *.modal.*
Disallow: *.print.*
Disallow: *.filter.*

# Allow SiteImprove SiteCheck
User-agent: Mozilla/5.0 (compatible; MSIE 10.0; Windows NT 6.1; Trident/6.0) SiteCheck-sitecrawl by Siteimprove.com
Crawl-delay: 10
Disallow: /*/no_search/
Disallow: */_jcr_content/
Disallow: *.js
Disallow: *.modal.*
Disallow: *.print.*
Disallow: *.filter.*

# Allow SiteImprove LinkCheck
User-agent: Mozilla/5.0 (compatible; MSIE 10.0; Windows NT 6.1; Trident/6.0) LinkCheck by Siteimprove.com
Crawl-delay: 10
Disallow: /*/no_search/
Disallow: */_jcr_content/
Disallow: *.js
Disallow: *.modal.*
Disallow: *.print.*
Disallow: *.filter.*

# Allow SiteImprove Image size
User-agent: Mozilla/5.0 (compatible; MSIE 10.0; Windows NT 6.1; Trident/6.0) Image size by Siteimprove.com
Crawl-delay: 10
Disallow: /*/no_search/
Disallow: */_jcr_content/
Disallow: *.js
Disallow: *.modal.*
Disallow: *.print.*
Disallow: *.filter.*

# Allow SiteImprove CSS Validator
User-agent: CSS Validator: Jigsaw/2.3.0 W3C_CSS_Validator_JFouffa/2.0
Crawl-delay: 10
Disallow: /*/no_search/
Disallow: */_jcr_content/
Disallow: *.js
Disallow: *.modal.*
Disallow: *.print.*
Disallow: *.filter.*

# Disallow MegaIndex
User-agent: megaindex
Crawl-delay: 10
Disallow: /

# Disallow all crawling by default
User-agent: *
Crawl-delay: 10
Disallow: /