User-agent: *
Disallow: /article/
Disallow: /settings/
Disallow: /ad.php
Disallow: /r/
Disallow: /wp-*
Disallow: /answers/ask/
Disallow: /reviews/?*
Disallow: /claim-listing/
Disallow: /report-abuse/
Disallow: /profile/*/followers/
Disallow: /profile/*/following/
Disallow: /activity/
Disallow: /groups/*/join-group/*
Disallow: /profile/*/activity/*
Disallow: /home/*
Disallow: /join/*
Disallow: /ajax.php
Disallow: /pixel.png
Disallow: /sid.php
Disallow: /logout/
Disallow: /sharer/sharer.php
Disallow: /tasks
Disallow: /claim-listing/
Disallow: /join/login?*
Disallow: /search/*
Disallow: /glossary/*

User-agent: 008
Disallow: /

User-agent: grapeshot
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: Buck
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /