# HeroGo UAE
# Search and AI-answer crawlers are welcome on public content.
# Training-only crawlers are declined below.
#
# Content-Signal restrictions are an express reservation of rights under
# Article 4 of EU Directive 2019/790 on copyright in the Digital Single Market.

User-agent: *
Content-Signal: search=yes,ai-train=no,use=reference
Allow: /
Disallow: /order/my-orders-pagination
Disallow: /oldhome
Disallow: /account
Disallow: /order
Disallow: /auth
Disallow: /my-
Disallow: /shop
Disallow: /loyalty
Disallow: /promos-and-credits
Disallow: /onboarding
Disallow: /waiting-list
Disallow: /referrals
Disallow: /waiting-list-success
Disallow: /f-a-q-s
Disallow: /collections

# Declined: model-training crawlers. These do not affect appearing in Google
# or in AI answers, so blocking them costs no traffic.
User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: CloudflareBrowserRenderingCrawler
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: meta-externalagent
Disallow: /

Sitemap: https://www.herogo.ae/sitemap.xml