User-agent: *
Disallow: /admin/
Disallow: /en/openmovements/
Disallow: /es/covid-19-demoabierta/
Disallow: /en/5050/tracking-the-backlash/

User-agent: Linespider
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: *
Allow: /
Crawl-delay: 10

User-agent: AdsBot-Google
User-agent: Amazonbot
User-agent: anthropic-ai
User-agent: Applebot
User-agent: AwarioRssBot
User-agent: AwarioSmartBot
User-agent: Bytespider
User-agent: CCBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: cohere-ai
User-agent: DataForSeoBot
User-agent: FacebookBot
User-agent: Google-Extended
User-agent: GoogleOther
User-agent: GPTBot
User-agent: ImagesiftBot
User-agent: magpie-crawler
User-agent: Meltwater
User-agent: omgili
User-agent: omgilibot
User-agent: peer39_crawler
User-agent: peer39_crawler/1.0
User-agent: PerplexityBot
User-agent: Seekr
User-agent: YouBot
Disallow: /

Sitemap: https://www.opendemocracy.net/sitemap.xml
Sitemap: https://www.opendemocracy.net/news-sitemap.xml