# Secondo Luca — secondoluca.it # Crawl public pages, block private + temporarily-hidden areas User-agent: * Allow: / Disallow: /area/ Disallow: /auth Disallow: /unsubscribe Disallow: /diventa-hunter Disallow: /hunters Disallow: /hunters/ Disallow: /vault Disallow: /vault-preview Disallow: /test-hunter Disallow: /sincerita Disallow: /hype/ Disallow: /debug/ Crawl-delay: 1 # ── Search engines ────────────────────────────── User-agent: Googlebot Allow: / Disallow: /area/ Disallow: /auth Disallow: /diventa-hunter Disallow: /hunters Disallow: /hunters/ Disallow: /vault Disallow: /vault-preview Disallow: /test-hunter Disallow: /sincerita Disallow: /hype/ Disallow: /debug/ User-agent: Googlebot-Image Allow: / User-agent: Googlebot-News Allow: / User-agent: Bingbot Allow: / Disallow: /area/ Disallow: /auth Disallow: /diventa-hunter Disallow: /hunters Disallow: /vault Disallow: /vault-preview Disallow: /sincerita Disallow: /hype/ User-agent: DuckDuckBot Allow: / Disallow: /area/ Disallow: /diventa-hunter Disallow: /hunters Disallow: /vault User-agent: YandexBot Allow: / Disallow: /area/ Disallow: /diventa-hunter Disallow: /hunters Disallow: /vault User-agent: Applebot Allow: / Disallow: /area/ Disallow: /diventa-hunter Disallow: /hunters Disallow: /vault User-agent: Applebot-Extended Allow: / # ── AI / LLM crawlers ── User-agent: GPTBot Allow: / Disallow: /area/ Disallow: /auth Disallow: /diventa-hunter Disallow: /hunters Disallow: /vault User-agent: ChatGPT-User Allow: / User-agent: OAI-SearchBot Allow: / User-agent: Google-Extended Allow: / Disallow: /area/ Disallow: /diventa-hunter Disallow: /hunters Disallow: /vault User-agent: Claude-Web Allow: / User-agent: ClaudeBot Allow: / User-agent: anthropic-ai Allow: / User-agent: PerplexityBot Allow: / User-agent: Perplexity-User Allow: / User-agent: CCBot Allow: / User-agent: cohere-ai Allow: / User-agent: cohere-training-data-crawler Allow: / User-agent: Bytespider Allow: / User-agent: Meta-ExternalAgent Allow: / User-agent: Meta-ExternalFetcher Allow: / User-agent: FacebookBot Allow: / User-agent: facebookexternalhit Allow: / User-agent: Amazonbot Allow: / User-agent: YouBot Allow: / User-agent: MistralAI-User Allow: / User-agent: DuckAssistBot Allow: / User-agent: Diffbot Allow: / User-agent: ImagesiftBot Allow: / User-agent: Timpibot Allow: / # ── Sitemaps ──────────────────────────────────── Sitemap: https://secondoluca.it/sitemap.xml Host: https://secondoluca.it