User-agent: * Allow: / Disallow: /m/ Disallow: /search/ Disallow: /get # Lower part of the match lists, fetched by the page (noindex fragments) Disallow: /*/rows/ # SEO tool crawlers (kept from the previous site) User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: DotBot Disallow: / User-agent: BLEXBot Disallow: / User-agent: PetalBot Disallow: / Sitemap: https://footballaiapp.com/sitemap.xml