Sitemap: https://www.lawyerratingz.com/sitemap_index.xml # allow all for AdSense crawler User-agent: Mediapartners-Google Disallow: User-agent: * Disallow: /flagRating.jsp Disallow: /common/ Disallow: /member/ # Bots look for records that match their user-agent. Only if they don't find a record, they will use the User-agent: * record User-agent: bingbot Crawl-delay: 2 Disallow: /flagRating.jsp Disallow: /common/ Disallow: /member/ User-agent: Amazonbot Disallow: / User-agent: GPTBot Disallow: / User-agent: meta-externalagent Disallow: / User-agent: SeekportBot Disallow: / User-agent: Cliqzbot Disallow: / User-agent: ltx71 Disallow: / User-agent: ia_archiver Disallow: / User-agent: netseer Disallow: / User-agent: Yandex Disallow: / User-agent: SindiceBot Disallow: / User-agent: 008 Disallow: / User-agent: Bender Disallow: / User-agent: SemrushBot Disallow: / User-agent: TurnitinBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: accelobot Disallow: / User-agent: AhrefsBot Disallow: / User-agent: Genieo Disallow: / User-agent: CCBot Disallow: / User-agent: ZapBot Disallow: / User-agent: demandbase-bot Disallow: /