User-agent: Googlebot-news
Allow: /
Allow: /tag/

User-agent: Bingbot
Allow: /
Allow: /tag/

User-agent: Applebot
Allow: /
Allow: /feed/gn

User-agent: *
Allow: /wp-content/
Allow: /wp-includes/
Disallow: /wp-admin/
Disallow: /trackback/
Disallow: /xmlrpc.php
Disallow: /feed/
Disallow: /wp-login.php
Disallow: /search/
Disallow: *?s=*
Disallow: *?p=*
Disallow: *&p=*
Disallow: *&preview=*
Disallow: /tag/
Disallow: /author/
Disallow: /404-error/
Disallow: /cgi-bin/
Disallow: /envira/

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-BA
Disallow: /

User-agent: SemrushBot-SI
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: archive.org_bot
Disallow: /

User-agent: ArchiveBot
Disallow: /

User-agent: Arquivo-web-crawler
Disallow: /

User-agent: AwarioRssBot
Disallow: /

User-agent: AwarioSmartBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: cohere-training-data-crawler
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: europarchive.org
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: heritrix
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: ia_archiver-web.archive.org
Disallow: /

User-agent: ImagesiftBot
Disallow: /

User-agent: LinkArchiver
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: meta-externalfetcher
Disallow: /

User-agent: Nicecrawler
Disallow: /

User-agent: omgili
Disallow: /

User-agent: omgilibot
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: Primalbot
Disallow: /

User-agent: web-archive-net.com.bot
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: TikTokSpider
Disallow: /

User-agent: IbouBot
Disallow: /

User-agent: PetalBot
Disallow: /

Allow: /wp-admin/admin-ajax.php

Sitemap: https://www.theshelbyreport.com/sitemap_index.xml
Sitemap: https://theshelbyreport.com/news-sitemap.xml