# See http://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file
# CF: lighthouse (SEO part) in chromium browser to check the validity

# https://developer.amazon.com/amazonbot
User-agent: Amazonbot
Disallow: /

# https://platform.openai.com/docs/bots/
# OAI-SearchBot
# ChatGPT-User
User-agent: GPTBot
Disallow: /

# https://www.babbar.tech/crawler
User-agent: barkrowler
Disallow: /

# https://help.agencyanalytics.com/en/articles/3469586-allow-our-site-auditor-via-robots-txt-and-firewall
User-agent: RSiteAuditor
Disallow: /

# https://www.turnitin.com/robot/crawlerinfo.html
User-agent: TurnitinBot
Disallow: /

# https://mj12bot.com/index.html
User-agent: MJ12bot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: ImagesiftBot
Disallow: /

# Semi-standard, can be used by some (but not google)
User-agent: *
Crawl-delay: 10

Sitemap: https://lita.co/sitemap.xml
Sitemap: https://fr.lita.co/sitemap.xml
Sitemap: https://be.lita.co/sitemap.xml
# Sitemap: https://it.lita.co/sitemap.xml