User-agent: *
Disallow: /ga/*
Disallow: /wp-admin/*
Disallow: /wp-includes/*
Disallow: /wp-content/plugins/*
Disallow: /wp-content/cache/*
Disallow: /adserver/*
Disallow: /search/*
Disallow: /shop/*
Disallow: /api/*
Allow: /wp-content/cache/asset-cleanup/*
Allow: /wp-includes/css/*


User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot-SA
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: rogerbot
Disallow: /
User-agent: 008
Disallow: /
user-agent: AhrefsBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: metajobbot
Disallow: /
User-agent: Exabot
Disallow: /
User-agent: Ezooms
Disallow: /
User-agent: fyberspider
Disallow: /
User-agent: MojeekBot
Disallow: /
User-agent: crystalsemantics
Disallow: /
User-agent: grapeshot
Disallow: /
User-agent: linkdexbot
Disallow: /
#User-agent: GPTBot
#Disallow: /
#User-agent: ChatGPT-User
#Disallow: /
#User-agent: CCBot
#Disallow: /


# BEGIN W3TC ROBOTS
User-agent: *
Disallow: /wp-content/cache/
# END W3TC ROBOTS