User-agent: ia_archiver
Disallow: /
User-agent: special_archiver
Disallow: /
User-agent: archive.org_bot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: ChatGPT-User
Disallow: /
User-agent: FriendlyCrawler
Disallow: /
User-agent: TurnitinBot
Disallow: /
User-agent: ltx71 - (http://ltx71.com/)
Disallow: /
User-agent: MixnodeCache
Disallow: /
User-agent: CheckMarkNetwork/1.0 (+http://www.checkmarknetwork.com/spider.html)
Disallow: /
User-agent: MaCoCu
Disallow: /
User-Agent: panscient.com
Disallow: /
User-agent: FriendlyCrawler
Disallow: /
User-agent: Friendly_Crawler
Disallow: /
User-agent: FemtosearchBot
Disallow: /
User-agent: proximic
Disallow: /
User-agent: dotbot
Disallow: /
User-Agent: SMTBot
Disallow: /
User-agent: ClaudeBot
Disallow: /
User-agent: AwarioRssBot
Disallow: /
User-agent: AwarioSmartBot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: DAUM
Disallow: /
User-agent: SenutoBot
Disallow: /
User-agent: serpstatbot
Disallow: /
User-agent: SiteScoreBot
Disallow: /
User-agent: SEOkicks
Disallow: /
User-agent: dataprovider
Disallow: /
User-agent: Neevabot
Disallow: /
User-agent: Bytespider
DIsallow: /
User-agent: CCBot
Disallow: /
User-agent: DataForSeoBot
Disallow: /
User-agent: DnBCrawler-Analytics
Disallow: /
User-agent: IonCrawl
Disallow: /
User-agent: Arquivo-web-crawler
Disallow: /
User-agent: *
Disallow: /private_passwords/
Disallow: /static/

#Sitemap for blog content
Sitemap: https://shaunc.com/blog/sitemap.xml