User-agent: *

Sitemap: https://ringtwice.be/sitemap.xml.gz
Sitemap: https://ringtwice.be/fr/sitemap_index.xml
Sitemap: https://ringtwice.be/nl/sitemap_index.xml

# Disallows
Disallow: */tasks/
Disallow: */users/
Disallow: */listworkers/
Disallow: */listworker_sem/
Disallow: */client-load-more/
Disallow: */service_providers/
Disallow: */experiment/
Allow: */users/sign_in
Disallow: /wp-admin/
Disallow: /*/wp-admin/
Disallow: /wp-login.php


# Block and delay
User-Agent: Baiduspider
Disallow: /
User-Agent: msnbot
Crawl-delay: 20
User-Agent: Slurp
Crawl-delay: 20
User-Agent: Yahoo! Slurp
Crawl-delay: 20
User-agent: rogerbot
Crawl-delay: 2
User-agent: YandexBot
Crawl-delay: 10