# www.robotstxt.org/
# www.google.com/support/webmasters/bin/answer.py?hl=en&answer=156449

User-agent: *
Sitemap: https://www.preprints.org/sitemap/index.xml
Allow: /
#Disallow: /search*
Disallow: /generate-captcha*
Disallow: /api/*
Disallow: /manuscript/peer/reviewed/article*