# ============================================================
#  hi1.ir — robots.txt
#  شناسنامهٔ فروشگاه‌های اینترنتی ایران | Iran's online-shop directory
#
#  OFFICIAL INVITATION: search engines AND AI crawlers are welcome.
#  Use our data with attribution to hi1.ir (link the profile page).
#  Machine-readable overview:  https://hi1.ir/llms.txt
#  Full dataset:               https://hi1.ir/llms-full.txt
#  Policy page:                https://hi1.ir/ai-access
# ============================================================

User-agent: *
Disallow: /panel
Disallow: /admin
Disallow: /login
Disallow: /logout
Disallow: /hooks/
Disallow: /auth/
Disallow: /directory/all-shops-export
Disallow: /px
Disallow: /b/            # outgoing affiliate redirects — never crawl
Disallow: /out/
Disallow: /p/
Disallow: /go/
Disallow: /r/
Disallow: /vp/
Disallow: /cl/
Disallow: /lead
Disallow: /*?sort=

Allow: /


Sitemap: https://hi1.ir/sitemap.xml

# ==========================================================
#  Backlink / SEO-audit crawlers: slowed down, not blocked.
#  They send us no visitors. In Sep 2026 AhrefsBot alone made
#  40,622 requests vs Googlebot's 13,980.
#  60s between requests = max ~1,440/day instead of ~11,000.
#  The Disallow list below is repeated on purpose: a named
#  group replaces the 'User-agent: *' group, it does not add
#  to it.
# ==========================================================

User-agent: AhrefsBot
User-agent: SemrushBot
User-agent: MJ12bot
User-agent: DotBot
User-agent: BLEXBot
User-agent: DataForSeoBot
User-agent: SerpstatBot
User-agent: Barkrowler
User-agent: rogerbot
User-agent: ZoominfoBot
Disallow: /panel
Disallow: /admin
Disallow: /login
Disallow: /logout
Disallow: /hooks/
Disallow: /auth/
Disallow: /directory/all-shops-export
Disallow: /px
Disallow: /b/            # outgoing affiliate redirects — never crawl
Disallow: /out/
Disallow: /p/
Disallow: /go/
Disallow: /r/
Disallow: /vp/
Disallow: /cl/
Disallow: /lead
Disallow: /*?sort=
Crawl-delay: 60