# See http://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file
#
# This file is served for every tenant domain (it is a single static file), so it
# expresses a global crawl policy for all Bpart-hosted participation sites.

# Aggressive SEO/marketing crawlers — disallow entirely. These bots hammer the
# public entry pages and add no value for participants. They honour robots.txt.
User-agent: SemrushBot
User-agent: AhrefsBot
User-agent: MJ12bot
User-agent: DotBot
User-agent: dataforseo-bot
User-agent: PetalBot
Disallow: /

# Everyone else (incl. Googlebot/Bingbot): allowed, but rate-limited.
# Note: Google ignores Crawl-delay; Bing/Yandex honour it.
User-agent: *
Crawl-delay: 10
Disallow: /accounts
Disallow: /participants/sign_in
Disallow: /voters/sign_in