# Robots.txt for LCores - Football Scores Website # Optimized for High-CPM Markets & AI Recommendations User-agent: * Allow: / Allow: /ai-data.php # Important Sections Allow: /league/ Allow: /match/ Allow: /highlight/ Allow: /highlights Allow: /live Allow: /leagues Allow: /transfers Allow: /countries Allow: /assets/ Allow: /css/ Allow: /js/ Allow: /images/ # Block Backend Disallow: /admin/ Disallow: /includes/ Disallow: /src/ Disallow: /cache/ Disallow: /vendor/ Disallow: /goapi/ Disallow: /tmp/ # Block sensitive files Disallow: /*.log Disallow: /*.sql Disallow: /*.bak Disallow: /*.env # Block tracking parameters Disallow: /*?utm_ Disallow: /*?ref= Disallow: /*?source= Disallow: /*?sort= Disallow: /*?filter= # ── Googlebot ──────────────────────────────── User-agent: Googlebot Allow: / Disallow: /admin/ Disallow: /cache/ Disallow: /includes/ Disallow: /src/ User-agent: Googlebot-Image Allow: /assets/ Allow: /images/ Disallow: /admin/ User-agent: Googlebot-News Allow: / # ── Microsoft Bing ─────────────────────────── User-agent: Bingbot Allow: / Crawl-delay: 1 User-agent: msnbot Allow: / Crawl-delay: 1 User-agent: adidxbot Allow: / Crawl-delay: 1 # ── AI Bots (ALLOWED FOR RECOMMENDATIONS) ──── User-agent: GPTBot Allow: / User-agent: Google-Extended Allow: / User-agent: PerplexityBot Allow: / User-agent: anthropic-ai Allow: / User-agent: OAI-SearchBot Allow: / # ── AI Bots (BLOCKED) ──────────────────────── User-agent: Amazonbot Disallow: / User-agent: meta-externalagent Disallow: / User-agent: Applebot-Extended Disallow: / User-agent: CCBot Disallow: / User-agent: cohere-ai Disallow: / # ── SEO Tools (BLOCKED) ────────────────────── User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: DotBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: BLEXBot Disallow: / User-agent: DataForSeoBot Disallow: / User-agent: PetalBot Disallow: / User-agent: Bytespider Disallow: / User-agent: Baiduspider Disallow: / User-agent: Sogou web spider Disallow: / User-agent: Sogou inst spider Disallow: / # ── Low CPM / Search Engines ───────────────── User-agent: DuckDuckBot Allow: / User-agent: Baiduspider Disallow: / User-agent: YandexBot Disallow: / User-agent: Sogou Disallow: / User-agent: 360Spider Disallow: / # Block access to specific spam patterns seen in links User-agent: * Disallow: /*.asp Disallow: /*?d= Disallow: /weixin.asp # ── Sitemaps ───────────────────────────────── Sitemap: https://lcores.com/sitemap.xml Sitemap: https://lcores.com/sitemap_videos.xml