# TuaStampa.it - Robots.txt
# Updated: 2026-02-13
# Purpose: SEO recovery + protection after spam attack

# ============================================
# BLOCK COMPETITOR SPY TOOLS
# ============================================
User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: rogerbot
Disallow: /

User-agent: linkdexbot
Disallow: /

User-agent: spbot
Disallow: /

User-agent: SeznamBot
Disallow: /

User-agent: ZoominfoBot
Disallow: /

# ============================================
# ALL LEGITIMATE BOTS (Google, Bing, etc.)
# ============================================
User-agent: *
Allow: /

# Block administrative and private areas
Disallow: /admin/
Disallow: /api/
Disallow: /ajax/
Disallow: /user/
Disallow: /tmp/
Disallow: /cache/

# Block user authentication pages (all language versions)
Disallow: /users/
Disallow: /*/users/

# Block language switcher action URLs
Disallow: /languages/
Disallow: /*/languages/

# Block utility and legacy paths
Disallow: /old/
Disallow: /users/ref/

# Block Ukrainian language (disabled)
Disallow: /ua/
Disallow: /ua

# Block URL parameter duplicates (safety net)
Disallow: /*?url=
Disallow: /*&url=

# Block view-short duplicate route
Disallow: /*/articles/view-short/

# ============================================
# SITEMAP
# ============================================
Sitemap: https://www.tuastampa.it/sitemap.xml