User-agent: *
Disallow: /wp/wp-admin/
Allow: /wp/wp-admin/admin-ajax.php

# --- TLE bot guard (added 2026-08-17) ---
# Paginated archives are near-duplicate, carry no organic traffic, and are the
# top driver of server load. Posts stay discoverable via the sitemap below.
User-agent: *
Disallow: /page/
Disallow: /*/page/

# bingbot was the single heaviest crawler during the 2026-08-17 incident
# (634 requests in 30 minutes). Google ignores Crawl-delay; manage it in
# Search Console instead. Bing honours this.
User-agent: bingbot
Crawl-delay: 10
# --- end TLE bot guard ---

# START YOAST BLOCK
# ---------------------------
User-agent: *
Disallow:

Sitemap: https://www.thelondoneconomic.com/sitemap_index.xml
# ---------------------------
# END YOAST BLOCK