# www.robotstxt.org/
# www.google.com/support/webmasters/bin/answer.py?hl=en&answer=156449
Sitemap: https://www.static.discovery-prod.axs.com/uploads/sitemaps/sitemap_index.xml
Sitemap: http://www.axs.com/googlenewssitemap.xml

User-agent: *
Disallow:
Disallow: /users
Disallow: /me
Disallow: /search
Disallow: /contributor
Disallow: /*referrer=*
Crawl-delay: 2

User-agent: Twitterbot
Allow: /