# robots.txt — 1xbetapp.icu
# Generated: 2026-03-19
# Specification: https://developers.google.com/search/docs/crawling-indexing/robots/intro

# ─── Default: allow all crawlers ───────────────────────────────────────────────
User-agent: *
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /cgi-bin/
Disallow: /*.json$
Disallow: /node_modules/

# Strip UTM and tracking params (Yandex extension, harmless for Google)
# Google ignores Clean-param; Yandex respects it
Clean-param: utm_source&utm_medium&utm_campaign&utm_term&utm_content&gclid&yclid&fbclid

# ─── Googlebot ─────────────────────────────────────────────────────────────────
User-agent: Googlebot
Allow: /
Allow: /images/
Disallow: /api/
Disallow: /admin/
# No Crawl-delay for Googlebot (Google ignores it; use Search Console to adjust rate)

# ─── Googlebot-Image ───────────────────────────────────────────────────────────
User-agent: Googlebot-Image
Allow: /images/

# ─── AdsBot (required for ad quality checks) ───────────────────────────────────
User-agent: AdsBot-Google
Allow: /

User-agent: AdsBot-Google-Mobile
Allow: /

# ─── Yandex ────────────────────────────────────────────────────────────────────
User-agent: Yandex
Allow: /
Allow: /images/
Disallow: /api/
Disallow: /admin/
Crawl-delay: 1
Host: 1xbetapp.icu

User-agent: YandexBot
Allow: /
Crawl-delay: 1

User-agent: YandexImages
Allow: /images/

User-agent: YandexMedia
Allow: /images/

# ─── Bing / Microsoft ──────────────────────────────────────────────────────────
User-agent: Bingbot
Allow: /
Disallow: /api/
Crawl-delay: 2

User-agent: msnbot
Allow: /
Crawl-delay: 3

# ─── Meta / Facebook ───────────────────────────────────────────────────────────
User-agent: facebookexternalhit
Allow: /

# ─── Twitter / X ───────────────────────────────────────────────────────────────
User-agent: Twitterbot
Allow: /

# ─── Telegram ──────────────────────────────────────────────────────────────────
User-agent: TelegramBot
Allow: /

# ─── Other useful bots ─────────────────────────────────────────────────────────
User-agent: Applebot
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Mail.RU_Bot
Allow: /

# ─── Bad / harmful bots ────────────────────────────────────────────────────────
User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

# ─── Sitemap ───────────────────────────────────────────────────────────────────
Sitemap: https://1xbetapp.icu/sitemap.xml