User-agent: DataForSeoBot
Crawl-delay: 1000
Disallow: /

User-agent: DotBot
User-agent: MJ12bot
User-agent: SemrushBot
User-agent: Barkrowler
User-agent: Amazonbot
User-agent: AhrefsBot
User-agent: ImagesiftBot
Crawl-delay: 1000
Disallow: /

User-agent: *
Allow: /
Disallow: /page/
Disallow: /php/
Disallow: /webservice/
Disallow: /clix/

Sitemap: https://www.capfun.com/sitemap_index_FR.xml
Sitemap: https://www.capfun.co.uk/sitemap_index_EN.xml
Sitemap: https://www.capfun.nl/sitemap_index_NL.xml
Sitemap: https://www.capfun.de/sitemap_index_DE.xml
Sitemap: https://www.capfun.es/sitemap_index_ES.xml