# ============================
# START YOAST BLOCK
# ============================
User-agent: *
Disallow: /?s
Disallow: /page*/?s
Disallow: /search
Disallow: /wp-json
Disallow: /?rest_route=
Allow: /

Sitemap: https://hellenictechnologies.com/sitemap_index.xml
# ============================
# END YOAST BLOCK
# ============================

# ============================
# AI Crawlers Allowlist
# ============================
User-agent: GPTBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: CCBot
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: YouBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Mistralbot
Allow: /

User-agent: andi-agent
Allow: /

User-agent: komo-ai
Allow: /

User-agent: neevabot
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: metaai
Allow: /

User-agent: aleph-alpha
Allow: /

User-agent: phindbot
Allow: /

# Catch-all for unidentified AI crawlers
User-agent: *
Allow: /

# ============================
# SEO & Marketing Bots (Throttled)
# ============================
User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

User-agent: rogerbot
Crawl-delay: 10

User-agent: MJ12bot
Crawl-delay: 10

User-agent: SimilarWebBot
Crawl-delay: 10

# ============================
# Default: Allow all but protect private
# ============================
User-agent: *
Disallow: /private/
Allow: /