# robots.txt for https://www.mgmotor.fr/

sitemap: https://www.mgmotor.eu/sitemaps-1-sitemap.xml
sitemap: https://www.mgmotor.eu/nl-NL/sitemaps-1-sitemap.xml
sitemap: https://www.mgmotor.eu/nn-NO/sitemaps-1-sitemap.xml
sitemap: https://www.mgmotor.eu/de-AT/sitemaps-1-sitemap.xml
sitemap: https://www.mgmotor.be/fr/sitemaps-1-sitemap.xml
sitemap: https://www.mgmotor.be/nl/sitemaps-1-sitemap.xml
sitemap: https://www.mgmotor.de/sitemaps-1-sitemap.xml
sitemap: https://www.mgmotor.lu/sitemaps-1-sitemap.xml
sitemap: https://www.mgmotor.fr/sitemaps-1-sitemap.xml
sitemap: https://www.mgmotor.eu/is-IS/sitemaps-1-sitemap.xml
sitemap: https://www.mgmotor.eu/sv-SE/sitemaps-1-sitemap.xml
sitemap: https://www.mgmotor.it/sitemaps-1-sitemap.xml
sitemap: https://www.mgmotor.eu/es-ES/sitemaps-1-sitemap.xml
sitemap: https://www.mgmotor.eu/pt-PT/sitemaps-1-sitemap.xml
sitemap: https://www.mgmotor.eu/fi-FI/sitemaps-1-sitemap.xml
sitemap: https://www.mgmotor.ch/it/sitemaps-1-sitemap.xml
sitemap: https://www.mgmotor.ch/fr/sitemaps-1-sitemap.xml
sitemap: https://www.mgmotor.ch/de/sitemaps-1-sitemap.xml
sitemap: https://www.mgmotor.hu/sitemaps-1-sitemap.xml
sitemap: https://www.mgmotor.lt/sitemaps-1-sitemap.xml
sitemap: https://www.mgmotor.fr/sitemaps-1-sitemap.xml
sitemap: https://www.mgmotor.fr/sitemaps-1-sitemap.xml
sitemap: https://www.mgmotor.pl/sitemaps-1-sitemap.xml
sitemap: https://www.mgmotor.ee/sitemaps-1-sitemap.xml
sitemap: https://www.mgmotor.lv/sitemaps-1-sitemap.xml
sitemap: https://www.mgmotor.hr/sitemaps-1-sitemap.xml
sitemap: https://www.mgmotor.si/sitemaps-1-sitemap.xml
sitemap: https://www.mgmotor.ba/sitemaps-1-sitemap.xml
sitemap: https://www.mgmotor.rs/sitemaps-1-sitemap.xml
sitemap: https://www.mgmotor.fr/sitemaps-1-sitemap.xml
sitemap: https://www.mgmotor.mk/sitemaps-1-sitemap.xml
sitemap: https://www.mgmotor.al/sitemaps-1-sitemap.xml
sitemap: https://www.mgmotor.gr/sitemaps-1-sitemap.xml
sitemap: https://www.mgmotor.bg/sitemaps-1-sitemap.xml
sitemap: https://www.mgmotor.fr/sitemaps-1-sitemap.xml
sitemap: https://www.mgmotor.fr/sitemaps-1-sitemap.xml
sitemap: https://www.mgmotor.fr/sitemaps-1-sitemap.xml

    # live - don't allow web crawlers to index cpresources/ or vendor/

    User-agent: *
    Disallow: /cpresources/
    Disallow: /vendor/
    Disallow: /.env
    Disallow: /cache/


# Allow ChatGPT bot
User-agent: GPTBot
Allow: /

# Allow Google Gemini (Bard)
User-agent: Google-Extended
Allow: /

# Allow Perplexity bot
User-agent: PerplexityBot
Allow: /

# OpenAI (ChatGPT, GPT models)
User-agent: GPTBot
Allow: /
User-agent: ChatGPT-User
Allow: /

# Anthropic (Claude)
User-agent: anthropic-ai
Allow: /
User-agent: Claude-Web
Allow: /

# Google (Gemini, Bard)
User-agent: Google-Extended
Allow: /

# Perplexity AI
User-agent: PerplexityBot
Allow: /

# Common Crawl (used by many AI companies for training)
User-agent: CCBot
Allow: /

# Cohere
User-agent: cohere-ai
Allow: /

# Meta AI
User-agent: FacebookBot
Allow: /
User-agent: meta-externalagent
Allow: /

# Apple (Applebot for AI features)
User-agent: Applebot-Extended
Allow: /

# Amazon (Alexa AI)
User-agent: Amazonbot
Allow: /

# Diffbot
User-agent: Diffbot
Allow: /

# Omgili (used for AI training)
User-agent: omgili
Allow: /