# Robots.txt for grupoyour.com # Last updated: 2026-03-29 # Host: https://grupoyour.com # Allow all major search engine crawlers User-agent: Googlebot Allow: / Crawl-delay: 1 User-agent: Googlebot-Image Allow: / User-agent: Bingbot Allow: / Crawl-delay: 1 User-agent: Slurp Allow: / User-agent: DuckDuckBot Allow: / User-agent: Baiduspider Allow: / User-agent: YandexBot Allow: / # Social media crawlers User-agent: Twitterbot Allow: / User-agent: facebookexternalhit Allow: / User-agent: LinkedInBot Allow: / User-agent: Pinterest Allow: / User-agent: WhatsApp Allow: / # AI Search Engine Crawlers User-agent: GPTBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: ClaudeBot Allow: / User-agent: PerplexityBot Allow: / User-agent: Google-Extended Allow: / User-agent: Applebot-Extended Allow: / # General rules for all other bots User-agent: * Allow: / # Block URL parameters (tracking, search) Disallow: /*?q= Disallow: /*?__hstc= Disallow: /*?__hssc= Disallow: /*?__hsfp= Disallow: /*?_hsenc= Disallow: /*?hsCtaTracking= Disallow: /*?utm_ Disallow: /*?fbclid= Disallow: /*?gclid= Disallow: /*?hs_amp= # High-value pages (explicitly allowed for clarity) # Services Allow: /pt/aberturaempresa Allow: /en/company-formation Allow: /pt/contabilidade Allow: /en/accounting Allow: /pt/processamento-salarial Allow: /en/payroll Allow: /pt/consultoria-fiscal Allow: /en/tax-consulting Allow: /pt/novos-clientes Allow: /en/new-clients # Local landing pages Allow: /pt/contabilidade-lisboa Allow: /en/accounting-lisbon Allow: /pt/contabilidade-porto Allow: /en/accounting-porto Allow: /pt/contabilidade-faro Allow: /en/accounting-faro Allow: /pt/contabilidade-santarem Allow: /en/accounting-santarem Allow: /pt/contabilidade-sintra Allow: /en/accounting-sintra Allow: /pt/contabilidade-castelo-branco Allow: /en/accounting-castelo-branco # Simulators & Tools Allow: /pt/simuladores Allow: /en/simulators Allow: /pt/simulador-poupanca-fiscal Allow: /en/tax-savings-simulator Allow: /pt/simulador-irc Allow: /en/irc-simulator Allow: /pt/simulador-salario Allow: /en/salary-simulator Allow: /pt/simulador-custos-empresa Allow: /en/business-cost-simulator Allow: /pt/simulador-irs-2026 Allow: /en/irs-simulator-2026 Allow: /pt/simulador-rotatividade Allow: /en/turnover-simulator Allow: /pt/simulador-outsourcing-salarial Allow: /en/payroll-outsourcing-simulator Allow: /pt/simulador-ajudas-custo Allow: /en/per-diem-simulator Allow: /pt/simulador-beneficios-fiscais Allow: /en/tax-benefits-simulator Allow: /pt/simulador-financeiro Allow: /en/financial-simulator Allow: /pt/calendario-fiscal Allow: /en/tax-calendar Allow: /pt/diagnostico-fiscal Allow: /en/tax-diagnosis # Content Allow: /pt/blog Allow: /en/blog Allow: /pt/orcamento-estado Allow: /en/state-budget # Disallow admin, auth and internal portals (all languages) Disallow: /admin Disallow: /auth Disallow: /pt/admin Disallow: /pt/auth Disallow: /en/admin Disallow: /en/auth Disallow: /portal-colaborador Disallow: /propostas/manual Disallow: /propostas/ajuda Disallow: /your-vs-ia Disallow: /embaixadores Disallow: /ambassadors Disallow: /marketplace Disallow: /your-benefits Disallow: /salario-surprise Disallow: /conhece-nos Disallow: /get-to-know-us Disallow: /pt/conhece-nos Disallow: /en/get-to-know-us Disallow: /api/ Disallow: /*.json$ # LLMs.txt - AI knowledge base # https://llmstxt.org LLMs-Txt: https://grupoyour.com/llms.txt LLMs-Full-Txt: https://grupoyour.com/llms-full.txt # Sitemap location (dynamic, includes all blog posts and careers) Sitemap: https://grupoyour.com/sitemap.xml # Host preference Host: https://grupoyour.com