User-agent: * Disallow: / Crawl-delay: 30 Allow: /$ Allow: /index.cgi Allow: /page.cgi Disallow: /page.cgi*id=voting* Disallow: /page.cgi*id=productdashboard* Disallow: /page.cgi*id=user_activity* Allow: /show_bug.cgi Disallow: /show_bug.cgi*ctype=* Disallow: /show_bug.cgi*format=multiple* Allow: /describecomponents.cgi Allow: /describekeywords.cgi Disallow: /showdependency* Disallow: /banmyipforever.cgi Allow: /extensions/OpenGraph/web/ Sitemap: https://s3.us-west-2.amazonaws.com/net-mozaws-devsvcprod-bugzilla-sitemap-bucket/sitemap_index.xml