# One set of rules for every crawler: search engines, AI search/answer bots
# (OAI-SearchBot, ChatGPT-User, PerplexityBot, Claude-SearchBot...) and the
# assistants' own crawlers (GPTBot, ClaudeBot, Google-Extended, Applebot-Extended).
# A crawler named in its own group below ignores this one entirely.
User-agent: *
Disallow: /es/cart/
Disallow: /es/checkout/
Disallow: /es/checkout-fail/
Disallow: /es/account/
Disallow: /es/order/
Disallow: /es/order-guest/
Disallow: /es/order-express/
Disallow: /es/newsletter-preferences/
Disallow: /es/unsubscribed/
Disallow: /es/errorpayptv/
Disallow: /en/cart/
Disallow: /en/checkout/
Disallow: /en/checkout-fail/
Disallow: /en/account/
Disallow: /en/order/
Disallow: /en/order-guest/
Disallow: /en/order-express/
Disallow: /en/newsletter-preferences/
Disallow: /en/unsubscribed/
Disallow: /en/errorpayptv/
Disallow: /fr/cart/
Disallow: /fr/checkout/
Disallow: /fr/checkout-fail/
Disallow: /fr/account/
Disallow: /fr/order/
Disallow: /fr/order-guest/
Disallow: /fr/order-express/
Disallow: /fr/newsletter-preferences/
Disallow: /fr/unsubscribed/
Disallow: /fr/errorpayptv/
Disallow: /it/cart/
Disallow: /it/checkout/
Disallow: /it/checkout-fail/
Disallow: /it/account/
Disallow: /it/order/
Disallow: /it/order-guest/
Disallow: /it/order-express/
Disallow: /it/newsletter-preferences/
Disallow: /it/unsubscribed/
Disallow: /it/errorpayptv/
Disallow: /de/cart/
Disallow: /de/checkout/
Disallow: /de/checkout-fail/
Disallow: /de/account/
Disallow: /de/order/
Disallow: /de/order-guest/
Disallow: /de/order-express/
Disallow: /de/newsletter-preferences/
Disallow: /de/unsubscribed/
Disallow: /de/errorpayptv/

# Crawlers that only collect content for model training or resale and
# send no visitors.
User-agent: CCBot
User-agent: Bytespider
User-agent: meta-externalagent
User-agent: Diffbot
User-agent: cohere-training-data-crawler
User-agent: ImagesiftBot
User-agent: omgili
User-agent: Timpibot
Disallow: /

Sitemap: https://www.italvinus.it/external_to_zope/web_downloads/sitemap_italvinus_it_it.xml