# SEO scrapers / bandwidth burners -- legitimate but drain server with no
# benefit to us. Their indexes are used by competitors to spy on rankings.
User-Agent: AhrefsBot
Disallow: /

User-Agent: SemrushBot
Disallow: /

User-Agent: MJ12bot
Disallow: /

User-Agent: DotBot
Disallow: /

User-Agent: PetalBot
Disallow: /

User-Agent: BLEXBot
Disallow: /

User-Agent: DataForSeoBot
Disallow: /

User-Agent: SerpstatBot
Disallow: /

User-Agent: SeekportBot
Disallow: /

User-Agent: ZoominfoBot
Disallow: /

User-Agent: ImagesiftBot
Disallow: /

# 2026-10-03: LLM crawlers (ClaudeBot, GPTBot, anthropic-ai, cohere-ai,
# CCBot, PerplexityBot) are now ALLOWED. Reason: GA4 shows AI Assistant
# channel delivers 80% engagement rate vs 25% site average - highest
# quality segment. When these bots crawl our content, LLM answers cite
# RXshop.md and send real buyers. The traffic is small today but trending
# up as ChatGPT / Claude / Perplexity become new search entry points.
# Only the universal rules below apply to them.

# Default rules for everyone else (Googlebot, Bingbot, LLM crawlers, real users)
User-Agent: *

Disallow: /exe/
Disallow: /www/
Disallow: /sign/
Disallow: /order/
Disallow: /orders/
Disallow: /orderinfo/
Disallow: /settings/
Disallow: /messages/
Disallow: /print/
Disallow: /print2/
Disallow: /notify/
Disallow: /processor/
Disallow: /click/
Disallow: /tracknum/
Disallow: /tracknum0/
Disallow: /tracknum1/
Disallow: /adver/
Disallow: /affiliates/
Disallow: /afid/
# 2026-06-19: nested affiliate-tracking URLs (e.g. /products/X/Y/afid/123)
# were appearing in GSC as referring pages despite the 301 redirect to
# the clean URL — Google still crawled them, wasting crawl budget and
# diluting indexation. Wildcard pattern blocks ANY /afid/ segment
# anywhere in the URL path, so Google stops following them entirely.
Disallow: */afid/
Disallow: */afid
Disallow: /in/
Disallow: /mt/
Disallow: /maxpay/
Disallow: /mist/
Disallow: /coin/
Disallow: /duspay/
Disallow: /azulpay/
Disallow: /search/
Disallow: /userfiles/backup/
Disallow: /*?type=
Disallow: /*_openstat
Disallow: /*gclid=
Disallow: /*utm_
Disallow: /*?

# 2026-10-03: Honeypot URLs. These paths do not exist on the site and are
# not linked from anywhere. Google / Bing / real users will respect the
# Disallow and never visit them. Any client that touches these paths is a
# bot that ignored robots.txt - handled by honeypot.php with instant 24h ban.
Disallow: /admin-backup/
Disallow: /db-dump/
Disallow: /secret/
Disallow: /old-admin/
Disallow: /secure-config/

Sitemap: https://www.rxshop.md/sitemap.xml