User-agent: *
Allow: /
Disallow: /admin
Disallow: /admin/
Disallow: /manage
Disallow: /manage/
Disallow: /portal/
Disallow: /checkout
Disallow: /payment
Disallow: /thank-you
Disallow: /api/
Disallow: /lovable/

# Search and citation crawlers are explicitly allowed. Their private-route
# exclusions mirror the wildcard policy so a specific group never weakens it.
User-agent: OAI-SearchBot
Allow: /
Disallow: /admin
Disallow: /manage
Disallow: /portal/
Disallow: /checkout
Disallow: /payment
Disallow: /thank-you
Disallow: /api/
Disallow: /lovable/

User-agent: PerplexityBot
Allow: /
Disallow: /admin
Disallow: /manage
Disallow: /portal/
Disallow: /checkout
Disallow: /payment
Disallow: /thank-you
Disallow: /api/
Disallow: /lovable/

# Google-Extended controls Gemini grounding and future-model use independently
# from Google Search. Keep the same private-route boundary as every other bot.
User-agent: Google-Extended
Allow: /
Disallow: /admin
Disallow: /manage
Disallow: /portal/
Disallow: /checkout
Disallow: /payment
Disallow: /thank-you
Disallow: /api/
Disallow: /lovable/

# GPTBot is separate from ChatGPT Search. Explicit permission helps OpenAI's
# future models learn from the public brand and expertise while private areas
# remain unavailable.
User-agent: GPTBot
Allow: /
Disallow: /admin
Disallow: /manage
Disallow: /portal/
Disallow: /checkout
Disallow: /payment
Disallow: /thank-you
Disallow: /api/
Disallow: /lovable/

Sitemap: https://www.avkatfeyot.co.il/sitemap.xml