# Welcome to Authorea!
# Thank you for being a nice bot and playing by the rules.

# If you are writing a paper based on crawled data from us,
# feel encouraged to write it in Authorea itself and share it with us!


User-Agent: *
Allow: /

Disallow: /oauth/*
Disallow: /users/auth/*
Disallow: /activate_accounts
Disallow: /article_git_access_bridges
Disallow: /launch_ipython
Disallow: /resize_figure
Disallow: /activate_temp_account
Disallow: /citations
Disallow: /password_resets
Disallow: /sessions
Disallow: /ace
Disallow: /start_writing_now

User-agent: anthropic-ai
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: cohere-ai
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: GPTBot
Disallow: /

Sitemap: https://authorea.com/sitemap/sitemap.xml.gz