# www.robotstxt.org/ # Allow Facebook's scraper access to the website User-agent: facebookexternalhit Disallow: # Allow Twitterbot to access the entire site User-agent: Twitterbot Disallow: # Allow crawling of all content User-agent: * Allow: / Sitemap: https://betika.com/sitemap-en-ke.xml Sitemap: https://betika.com/sitemap-en-gh.xml Sitemap: https://betika.com/sitemap-fr-cd.xml Disallow: /*?sport_id=* Disallow: /lite/*.html? Disallow: /sports/threeway? Disallow: /lite/.well-known/ Disallow: /lite/?page= Disallow: /lite/?sub_type_id= Disallow: /share/*