# Bipa - Robots.txt
# https://bipa.app

# Allow all web crawlers to access main content
User-agent: *
Allow: /
Allow: /cartao
Allow: /cartao-bitcoin-cashback
Allow: /premium
Allow: /bitcoin
Allow: /afiliados
Allow: /blog
Allow: /newsletter

# Disallow tracking parameters and internal routes
Disallow: /pdf/
Disallow: /api/
Disallow: /from-server/
Disallow: /lnurlp/
Disallow: /lnurlw/
Disallow: /lnurlpc/
Disallow: /lnurlwc/
Disallow: /presente/
Disallow: /convite/
Disallow: /afiliados/dashboard
Disallow: /afiliados/login

# Disallow URL parameters (tracking links, referral params, UTM params)
Disallow: /*?shortlink=
Disallow: /*?pid=User_invite
Disallow: /*?af_
Disallow: /*?c=
Disallow: /*?ref=
Disallow: /*?utm_source=
Disallow: /*?utm_medium=
Disallow: /*?utm_campaign=
Disallow: /*?fbclid=
Disallow: /*&shortlink=
Disallow: /*&pid=User_invite
Disallow: /*&af_
Disallow: /*&c=
Disallow: /*&ref=
Disallow: /*&utm_source=
Disallow: /*&utm_medium=
Disallow: /*&utm_campaign=
Disallow: /*&fbclid=

# Sitemap location
Sitemap: https://bipa.app/sitemap.xml

# Crawl delay for specific bots (reduced for better indexing)
User-agent: Bingbot
Crawl-delay: 2

User-agent: Yandex
Crawl-delay: 2

# AI Search Bots (ALLOW - drive AI Overview citations and traffic)
User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

# AI Training Scrapers (BLOCK - no search value, only content extraction)
User-agent: CCBot
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: cohere-ai
Disallow: /