User-agent: *
Disallow: /wp-content/uploads/wc-logs/
Disallow: /wp-content/uploads/woocommerce_transient_files/
Disallow: /wp-content/uploads/woocommerce_uploads/
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# START YOAST BLOCK
# ---------------------------
User-agent: *
Disallow:

Sitemap: https://afsfoodservice.com/sitemap_index.xml
# ---------------------------
User-agent: *
Disallow: /*?*filter_brand=
Disallow: /*?*filter_cat=
Disallow: /*?*stock_status=
Disallow: /*?*filter_*
Disallow: /*?*min_price=
Disallow: /*?*max_price=
# END YOAST BLOCK

# --- AGGRESSIVE BOT BLOCK LIST (Prevents Server Crashes) ---

# SEO Tools (Not needed for traffic)
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: SerpstatBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

# Aggressive AI Scrapers (High Server Load)
User-agent: ClaudeBot
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ImagesiftBot
Disallow: /

# Asian Crawlers (High Server Load)
User-agent: PetalBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: TikTokSpider
Disallow: /