# Global
User-agent: *
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /wp-content/themes/
Disallow: /cdn-cgi/
Allow: /wp-content/uploads/
Disallow: /wp-content/uploads/wpo-plugins-tables-list.json

# https://webmaster.petalsearch.com/site/petalbot/
User-agent: PetalBot

# https://moz.com/researchtools/ose/dotbot/
User-agent: DotBot

# https://about.censys.io
User-agent: CensysInspect

# https://developer.amazon.com/de/support/amazonbot/
User-agent: Amazonbot

# http://de.semrush.com/bot/
User-agent: SemrushBot
User-agent: SiteAuditBot

# https://help.mail.ru/webmaster/indexing/robots/types_robots/
User-agent: Mail.RU_Bot

# https://bot.seekport.com
User-agent: SeekportBot

# https://crawler.007ac9.net
User-agent: 007ac9
User-agent: 007AC9 Crawler

# https://www.bytedance.com
User-agent: Bytedance
User-agent: Bytespider

# https://ahrefs.com/robot/
User-agent: AhrefsBot

# https://duggmirror.com
User-agent: duggmirror

Disallow: /



Sitemap: https://www.blogging-it.com/wp-sitemap.xml
Sitemap: https://www.blogging-it.com/sitemapindex.xml