User-agent: *
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /cgi-bin/
Disallow: /cdn-cgi/
Disallow: /xmlrpc.php
Disallow: /pdf/
Disallow: /cpc/
Allow: /wp-admin/admin-ajax.php
Allow: /wp-content/themes/
Allow: /wp-content/plugins/
Allow: /wp-includes/js/
Disallow: /images/icons/
Disallow: /images/admin/

# --- Approved bots ---
User-agent: Google-Extended
Allow: /

User-agent: AdsBot-Google
Allow: /

User-agent: AdsBot-Google-Mobile
Allow: /

User-agent: Bingbot
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Applebot
Allow: /

User-agent: FacebookExternalHit
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: GPTBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: CCBot
Allow: /

User-agent: YelpBot
Allow: /

User-agent: BirdeyeBot
Allow: /

User-agent: rogerbot
Allow: /

User-agent: BrightLocalBot
Allow: /

# --- Block known spam, scraper, and excessive crawlers ---
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: SEOkicks-Robot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: crawler4j
Disallow: /

User-agent: YandexBot
Disallow: /

# --- Prevent duplicate tracking URLs from being indexed ---
Disallow: /*?utm_*
Disallow: /*?fbclid=*
Disallow: /*?gclid=*

Sitemap: https://www.securitypublicstorage.com/sitemap_index.xml