User-agent: *
Disallow: /wp-admin/
Disallow: /cgi-bin/
Disallow: /trackback/
Disallow: /xmlrpc.php
Disallow: /?s=
Disallow: /*/feed/
Disallow: /*/embed/
Allow: /wp-admin/admin-ajax.php

# Majestic
User-agent: MJ12bot
Disallow: /

# Semrush
User-agent: SemrushBot
Disallow: /

# BLEXBot
User-agent: BLEXBot
Disallow: /

# DotBot (Moz / SEO crawlers)
User-agent: DotBot
Disallow: /

# Yandex
User-agent: Yandex
Disallow: /

# Baidu
User-agent: Baiduspider
Disallow: /

# Apple
User-agent: Applebot
Disallow: /

# Petal (Huawei)
User-agent: PetalBot
User-agent: PetalSearchBot
Disallow: /

# Sogou
User-agent: Sogou
User-agent: Sogou spider
User-agent: Sogou web spider
Disallow: /

# Exabot
User-agent: Exabot
Disallow: /

# MegaIndex
User-agent: MegaIndex
Disallow: /

# Seznam
User-agent: SeznamBot
Disallow: /

# Zoominfo
User-agent: ZoominfoBot
Disallow: /

# CCBot (Common Crawl)
User-agent: CCBot
Disallow: /

# DataForSeo
User-agent: DataForSeoBot
Disallow: /


# Claude/Anthropic
User-agent: ClaudeBot
User-agent: Claude-Web
Disallow: /

# Bytespider (TikTok)
User-agent: Bytespider
Disallow: /

# 360Spider
User-agent: 360Spider
Disallow: /

# Scrapy (generic Python scrapers)
User-agent: Scrapy
Disallow: /

# Generic spam scrapers
User-agent: crawler
User-agent: spider
User-agent: bot
User-agent: python-requests
User-agent: curl
Disallow: /