Sitemap: https://www.ntacalabria.it/sitemap_index.xml

# ============================================================
# REGOLE PER TUTTI I CRAWLER (Googlebot incluso)
# ============================================================
User-agent: *

# Aree tecniche WordPress (da bloccare sempre)
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-json/
Disallow: /xmlrpc.php

# Feed, trackback, commenti (inutili per SEO)
Disallow: /trackback/
Disallow: */trackback/
Disallow: /feed/
Disallow: */feed/
Disallow: /comments/
Disallow: */comments/

# Blocca SOLO i parametri che generano URL infiniti
Disallow: /*?p=*
Disallow: /*?s=*
Disallow: /*?page_id=*&srp=*&sra=*

# RIMOSSO il blocco su /administrator/, /components/, /layouts/, /media/system/
# perché se non hai Joomla, non servono

# Permetti a Google di leggere risorse essenziali
Allow: /wp-admin/admin-ajax.php
Allow: /wp-content/uploads/
Allow: /wp-includes/js/
Allow: /wp-content/themes/
Allow: /wp-content/plugins/
Allow: /sitemap_index.xml

# ============================================================
# BOT AGGRESSIVI (stesse regole + rallentamento)
# ============================================================
User-agent: SemrushBot
User-agent: AhrefsBot
User-agent: MJ12bot
User-agent: DotBot
User-agent: PetalBot
User-agent: YandexBot
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-json/
Disallow: /xmlrpc.php
Disallow: /trackback/
Disallow: */trackback/
Disallow: /feed/
Disallow: */feed/
Disallow: /comments/
Disallow: */comments/
Disallow: /*?p=*
Disallow: /*?s=*
Disallow: /*?page_id=*&srp=*&sra=*
# Blocca anche tag e author per questi bot (risparmia risorse)
Disallow: /tag/
Disallow: /author/


# ============================================================
# BINGBOT (stesse regole + crawl-delay più basso)
# ============================================================
User-agent: bingbot
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-json/
Disallow: /xmlrpc.php
Disallow: /trackback/
Disallow: */trackback/
Disallow: /feed/
Disallow: */feed/
Disallow: /comments/
Disallow: */comments/
Disallow: /*?p=*
Disallow: /*?s=*
Disallow: /*?page_id=*&srp=*&sra=*
Allow: /wp-content/uploads/