User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-includes/
Disallow: /wp-content/cache/
Disallow: /wp-content/themes/
Disallow: /trackback/
Disallow: /xmlrpc.php
Disallow: /feed/
Disallow: /comments/
Disallow: /category/
Disallow: /tag/
Disallow: /author/
Disallow: /*/feed/
Disallow: /*/trackback/
Disallow: /*/comments/
Disallow: /ads/
Disallow: /adx/bin/
Disallow: /*?=  # Disallow any URL with a query string
Disallow: /*.pdf$  # Disallow all PDFs (adjust as needed)

# Social Media Crawlers
User-agent: facebookexternalhit
Allow: /*?*smid=

User-agent: Twitterbot
Allow: /*?*smid=

# Googlebot Rules
User-agent: Googlebot
Disallow: /*adgroupid*
Disallow: /*campaignid*
Disallow: /*ad_id*
Disallow: /*access_token*
Disallow: /*embed=1
Allow: /wp-content/uploads/

# Specific Bot Restrictions (consider carefully)
# User-agent: Amazonbot
# Disallow: /
# User-agent: anthropic-ai
# Disallow: /
# User-agent: GPTBot
# Disallow: /
# User-agent: TurnitinBot
# Disallow: /

Sitemap: https://heartlandstribune.com/sitemap_index.xml