# robots.txt — Lodge Easy (https://lodgeasy.it) # All major crawlers are allowed. See per-agent rules below. # Questions: info@lodgeasy.app # ============================================ # GOOGLE # ============================================ User-agent: Googlebot Allow: / Allow: /sitemap-index.xml Disallow: /*?* Crawl-delay: 1 User-agent: Googlebot-Image Allow: / Disallow: /*?* User-agent: Googlebot-News Allow: / Disallow: /*?* User-agent: Googlebot-Video Allow: / Disallow: /*?* # ============================================ # BING / MICROSOFT # ============================================ User-agent: Bingbot Allow: / Allow: /sitemap-index.xml Disallow: /*?* Crawl-delay: 1 User-agent: MSNBot Allow: / Disallow: /*?* Crawl-delay: 2 User-agent: Slurp Allow: / Disallow: /*?* Crawl-delay: 2 # ============================================ # YANDEX # ============================================ User-agent: YandexBot Allow: / Allow: /sitemap-index.xml Disallow: /*?* Crawl-delay: 2 # ============================================ # BAIDU # ============================================ User-agent: Baiduspider Allow: / Allow: /sitemap-index.xml Disallow: /*?* Crawl-delay: 3 # ============================================ # DUCKDUCKGO # ============================================ User-agent: DuckDuckBot Allow: / Allow: /sitemap-index.xml Disallow: /*?* Crawl-delay: 1 # ============================================ # AI CRAWLERS - Large Language Models # ============================================ # OpenAI / ChatGPT User-agent: GPTBot Allow: / Allow: /blog/ Allow: /guide/ Allow: /solutions/ Disallow: /*?* Crawl-delay: 5 User-agent: ChatGPT-User Allow: / Allow: /blog/ Allow: /guide/ Allow: /solutions/ Disallow: /*?* User-agent: OAI-SearchBot Allow: / Allow: /blog/ Allow: /guide/ Allow: /solutions/ Disallow: /*?* # Anthropic / Claude User-agent: ClaudeBot Allow: / Allow: /blog/ Allow: /guide/ Allow: /solutions/ Disallow: /*?* Crawl-delay: 5 User-agent: anthropic-ai Allow: / Allow: /blog/ Allow: /guide/ Allow: /solutions/ Disallow: /*?* # Perplexity User-agent: PerplexityBot Allow: / Allow: /blog/ Allow: /guide/ Allow: /solutions/ Disallow: /*?* Crawl-delay: 5 # Meta / Facebook User-agent: meta-externalagent Allow: / Allow: /blog/ Allow: /guide/ Allow: /solutions/ Disallow: /*?* # Cohere User-agent: cohere-ai Allow: / Allow: /blog/ Allow: /guide/ Allow: /solutions/ Disallow: /*?* Crawl-delay: 5 # ============================================ # SOCIAL MEDIA CRAWLERS # ============================================ User-agent: Twitterbot Allow: / Disallow: /*?* User-agent: FacebookBot Allow: / Disallow: /*?* User-agent: LinkedInBot Allow: / Disallow: /*?* User-agent: WhatsApp Allow: / Disallow: /*?* # ============================================ # SEO / MARKETING TOOLS # ============================================ User-agent: AhrefsBot Allow: / Disallow: /*?* Crawl-delay: 2 User-agent: AhrefsSiteAudit Allow: / Disallow: /*?* Crawl-delay: 2 User-agent: SEMrushBot Allow: / Disallow: /*?* Crawl-delay: 2 User-agent: MJ12bot Allow: / Disallow: /*?* Crawl-delay: 5 User-agent: DotBot Allow: / Disallow: /*?* Crawl-delay: 5 User-agent: Rogerbot Allow: / Disallow: /*?* Crawl-delay: 5 # ============================================ # OTHER CRAWLERS # ============================================ User-agent: Applebot Allow: / Disallow: /*?* User-agent: ImagesiftBot Allow: / Disallow: /*?* # ============================================ # CATCH-ALL - Tutti gli altri bot # ============================================ User-agent: * Allow: / Disallow: /*?* Crawl-delay: 5 # ============================================ # SITEMAP # ============================================ Sitemap: https://lodgeasy.it/sitemap-index.xml