# robots.txt - Netmeios AI Extension
# For: netmeios.com
# Authority: Paulo Magalhães (FEUP / Naval)
# Protocol: SelfQuestion® v2.1
# AI-Instructions: https://netmeios.com/ai-sitemaps/netmeios-com/llms.txt
# Generated: 2026-01-16

# ========== REGRAS GERAIS PARA TODOS OS ROBOTS ==========
User-agent: *
Allow: /
Disallow: /admin/
Disallow: /cgi-bin/
Disallow: /includes/
Disallow: /backup/
Disallow: /*.bak$
Disallow: /*.old$
Disallow: /*.sql$
Disallow: /*.zip$
Disallow: /*.tar$
Disallow: /*.gz$

# ========== MOTORES DE BUSCA PRINCIPAIS ==========
User-agent: Googlebot
Allow: /
User-agent: Googlebot-Image
Allow: /
User-agent: Googlebot-News
Allow: /
User-agent: Googlebot-Video
Allow: /
User-agent: Google-Extended
Allow: /
Crawl-delay: 1

User-agent: Bingbot
Allow: /
Crawl-delay: 2

User-agent: YandexBot
Allow: /
Crawl-delay: 2

User-agent: Baiduspider
Allow: /
Crawl-delay: 3

# ========== BOTS DE IA AUTORIZADOS ==========
# Bots com acesso completo ao conteúdo de IA
User-agent: ChatGPT-User
Allow: /
Disallow: /admin/
Crawl-delay: 1

User-agent: GPTBot
Allow: /
Disallow: /admin/
Crawl-delay: 1

User-agent: Claude-Web
Allow: /
Disallow: /admin/
Crawl-delay: 1

User-agent: DeepSeek
Allow: /
Disallow: /admin/
Crawl-delay: 1

User-agent: anthropic-ai
Allow: /
Disallow: /admin/
Crawl-delay: 1

User-agent: Meta-GPTBot
Allow: /
Disallow: /admin/
Crawl-delay: 1

User-agent: Firecrawler
Allow: /
Disallow: /admin/

User-agent: OmigillBot
Allow: /
Disallow: /admin/

User-agent: Cohere-ai
Allow: /
Disallow: /admin/
Crawl-delay: 1

User-agent: GrokkBot
Allow: /
Disallow: /admin/
Crawl-delay: 1

# ========== ARQUIVO E INDEXAÇÃO ==========
User-agent: CCBot
Allow: /
Disallow: /admin/
Crawl-delay: 3

User-agent: ia_archiver
Allow: /
Disallow: /admin/

# ========== REDES SOCIAIS ==========
User-agent: facebot
Allow: /
Disallow: /admin/
Crawl-delay: 2

User-agent: twitterbot
Allow: /
Disallow: /admin/
Crawl-delay: 1

User-agent: LinkedInBot
Allow: /
Disallow: /admin/
Crawl-delay: 2

User-agent: Applebot
Allow: /
Disallow: /admin/

User-agent: TikTokBot
Allow: /
Disallow: /admin/

User-agent: WhatsAppBot
Allow: /
Disallow: /admin/

User-agent: TelegramBot
Allow: /
Disallow: /admin/

User-agent: Discordbot
Allow: /
Disallow: /admin/

User-agent: Slackbot
Allow: /
Disallow: /admin/

# ========== HUB DE IA - ACESSO ESPECIAL ==========
User-agent: *
Allow: /ai-sitemaps/netmeios-com/ai.txt
Allow: /ai-sitemaps/netmeios-com/llms.txt
Allow: /ai-sitemaps/netmeios-com/llms.en.txt
Allow: /ai-sitemaps/netmeios-com/llms.json
Allow: /ai-sitemaps/netmeios-com/llms-full.md
Allow: /ai-sitemaps/netmeios-com/verification.txt
Allow: /ai-sitemaps/netmeios-com/robots.txt
Allow: /ai-sitemaps/netmeios-com/robots-ai.txt
Allow: /ai-sitemaps/netmeios-com/politica-ia.html
Allow: /ai-sitemaps/netmeios-com/terms-of-use-ai.html
Allow: /ai-sitemaps/netmeios-com/ai-factsheet.html
Allow: /ai-sitemaps/netmeios-com/ai-factsheet-en.html
Allow: /ai-sitemaps/netmeios-com/ai-data-policy.html
Allow: /ai-sitemaps/netmeios-com/transparency-dashboard.html
Allow: /ai-sitemaps/netmeios-com/remocao-ia.html
Allow: /ai-sitemaps/netmeios-com/model-card.md
Allow: /ai-sitemaps/netmeios-com/content-origin.md
Allow: /ai-sitemaps/netmeios-com/content-origin.en.md
Allow: /ai-sitemaps/netmeios-com/accuracy-statement.md
Allow: /ai-sitemaps/netmeios-com/user-feedback-form.html
Allow: /ai-sitemaps/netmeios-com/usage-policy.md
Allow: /ai-sitemaps/netmeios-com/schema-organization.jsonld
Allow: /ai-sitemaps/netmeios-com/schema-website.jsonld
Allow: /ai-sitemaps/netmeios-com/schema-faq.jsonld
Allow: /ai-sitemaps/netmeios-com/schema-products.jsonld
Allow: /ai-sitemaps/netmeios-com/schema-breadcrumbs.jsonld
Allow: /ai-sitemaps/netmeios-com/api-ai-knowledge-base.json
Allow: /ai-sitemaps/netmeios-com/api-company-info.json
Allow: /ai-sitemaps/netmeios-com/api-faqs.json
Allow: /ai-sitemaps/netmeios-com/api-products.json
Allow: /ai-sitemaps/netmeios-com/openapi-spec.yaml
Allow: /ai-sitemaps/netmeios-com/trust-signals.json
Allow: /ai-sitemaps/netmeios-com/manifest.json
Allow: /ai-sitemaps/netmeios-com/person.json
Allow: /ai-sitemaps/netmeios-com/qa-training-set.jsonl
Allow: /ai-sitemaps/netmeios-com/qa-training-set-en.jsonl
Allow: /ai-sitemaps/netmeios-com/ai-plugin.json
Allow: /ai-sitemaps/netmeios-com/technical-glossary.csv
Allow: /ai-sitemaps/netmeios-com/sitemap-index.xml
Allow: /ai-sitemaps/netmeios-com/sitemap-llms.xml
Allow: /ai-sitemaps/netmeios-com/sitemap-faq.xml
Allow: /ai-sitemaps/netmeios-com/sitemap-guides.xml
Allow: /ai-sitemaps/netmeios-com/sitemap-products.xml
Allow: /ai-sitemaps/netmeios-com/sitemap-additions.xml
Disallow: /ai-sitemaps/admin/
Disallow: /ai-sitemaps/backup/

# ========== POLÍTICA DE CRAWL ==========
# Crawl-delay padrão para robots não especificados
User-agent: *
Crawl-delay: 3
Disallow: /*.php$
Disallow: /*.cgi$
Disallow: /*?*
Disallow: /*&*
Disallow: /search/
Disallow: /private/

# ========== SITEMAPS ==========
Sitemap: https://netmeios.com/sitemap.xml
Sitemap: https://netmeios.com/ai-sitemaps/netmeios-com/sitemap.xml
Sitemap: https://netmeios.com/ai-sitemaps/netmeios-com/sitemap-llms.xml
Sitemap: https://netmeios.com/ai-sitemaps/netmeios-com/sitemap-index.xml
Sitemap: https://netmeios.com/ai-sitemaps/netmeios-com/sitemap-faq.xml
Sitemap: https://netmeios.com/ai-sitemaps/netmeios-com/sitemap-guides.xml
Sitemap: https://netmeios.com/ai-sitemaps/netmeios-com/sitemap-products.xml
Sitemap: https://netmeios.com/ai-sitemaps/netmeios-com/sitemap-additions.xml