User-agent: *
Allow: /
Allow: /.well-known/amphtml/apikey.pub
 
# Block dynamic URLs and filtered content
Disallow: /search/
Disallow: /cricket-players/?ref=
Disallow: /cricket-players/compare/
Disallow: /cricket-polls/?ref=
Disallow: /cricket-polls/?ct-tab=
Disallow: /*?ct-sSearch=
Disallow: /*?q=
Disallow: /*&q=
Disallow: /*?ref=
Disallow: /*&ref=
Disallow: /*?ct-tab=
Disallow: /*&ct-tab=
Disallow: /search/?q=
Disallow: /cricket-players/compare/*
 
# Sitemap links
Sitemap: https://www.crictracker.com/sitemap.xml
Sitemap: https://www.crictracker.com/news-sitemap.xml
 
# Allow AI & Aggregator Bots
 
User-agent: ChatGPT-User
Allow: /
 
User-agent: GPTBot
Allow: /
 
User-agent: Google-Extended
Allow: /
 
User-agent: CCBot
Allow: /
 
User-agent: bingbot
Allow: /
 
User-agent: Googlebot
Allow: /
 
User-agent: Applebot
Allow: /
 
User-agent: PetalBot
Allow: /
 
User-agent: YandexBot
Allow: /
 
User-agent: SeekportBot
Allow: /
 
# Block Aggressive / Scraping Bots
 
User-agent: MJ12bot
Disallow: /
 
User-agent: AhrefsBot
Disallow: /
 
User-agent: SemrushBot
Disallow: /
 
User-agent: DotBot
Disallow: /
 
User-agent: DataForSeoBot
Disallow: /
 
User-agent: serpstatbot
Disallow: /
 
User-agent: grapeshot
Disallow: /
 
User-agent: BLEXBot
Disallow: /