# Googlebot
User-agent: Googlebot
Disallow: /admin
Disallow: /admin/
Disallow: /ru/admin
Disallow: /ru/admin/
Disallow: /contact
Disallow: /survey/
Disallow: /survey
Disallow: /assets/
Disallow: /assets
Disallow: /xloa7EOUknvvsjHzo
Disallow: /*.json$
Allow: /
Allow: /lovable-uploads/
Allow: /*.css
Allow: /*.js
Allow: /*.png
Allow: /*.jpg
Allow: /*.jpeg
Allow: /*.webp
Allow: /*.svg
Allow: /*.pdf
Disallow: /*?_ym_debug
Disallow: /*?gtm_latency
Disallow: /*?source=
Disallow: /*?from=
Disallow: /*?ref=
Disallow: /*?s=
Disallow: /*?q=
Crawl-delay: 0

# Yandex
User-agent: Yandex
Disallow: /admin
Disallow: /admin/
Disallow: /ru/admin
Disallow: /ru/admin/
Disallow: /contact
Disallow: /survey/
Disallow: /survey
Disallow: /assets/
Disallow: /assets
Disallow: /xloa7EOUknvvsjHzo
Disallow: /*.json$
Allow: /
Allow: /lovable-uploads/
Allow: /*.css
Allow: /*.js
Allow: /*.png
Allow: /*.jpg
Allow: /*.jpeg
Allow: /*.webp
Allow: /*.svg
Allow: /*.pdf
Disallow: /*?_ym_debug
Disallow: /*?gtm_latency
Disallow: /*?source=
Disallow: /*?from=
Disallow: /*?ref=
Disallow: /*?s=
Disallow: /*?q=
Clean-param: _ym_debug&gtm_latency&_openstat&s&q&utm_source&utm_medium&utm_campaign&utm_content&utm_term&source&from&ref&ref_src&yclid&gclid&fbclid
Crawl-delay: 0

# All other bots
User-agent: *
Disallow: /admin
Disallow: /admin/
Disallow: /ru/admin
Disallow: /ru/admin/
Disallow: /contact
Disallow: /survey/
Disallow: /survey
Disallow: /assets/
Disallow: /assets
Disallow: /xloa7EOUknvvsjHzo
Disallow: /*.json$
Disallow: /*?_ym_debug
Disallow: /*?gtm_latency
Disallow: /*?source=
Disallow: /*?from=
Disallow: /*?ref=
Disallow: /*?s=
Disallow: /*?q=
Allow: /
Allow: /research-summary.json

# AI / LLM crawlers — explicit allow with same admin/survey exclusions.
# Guidance for LLM assistants lives at /llms.txt and /llms-full.txt.

# OpenAI — training crawler
User-agent: GPTBot
Disallow: /admin
Disallow: /admin/
Disallow: /ru/admin
Disallow: /ru/admin/
Disallow: /contact
Disallow: /survey/
Disallow: /survey
Disallow: /assets/
Disallow: /assets
Disallow: /xloa7EOUknvvsjHzo
Disallow: /*.json$
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /.well-known/ai-plugin.json

# OpenAI — ChatGPT search index
User-agent: OAI-SearchBot
Disallow: /admin
Disallow: /admin/
Disallow: /ru/admin
Disallow: /ru/admin/
Disallow: /contact
Disallow: /survey/
Disallow: /survey
Disallow: /assets/
Disallow: /assets
Disallow: /xloa7EOUknvvsjHzo
Disallow: /*.json$
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /.well-known/ai-plugin.json

# OpenAI — on-demand fetch from ChatGPT users
User-agent: ChatGPT-User
Disallow: /admin
Disallow: /admin/
Disallow: /ru/admin
Disallow: /ru/admin/
Disallow: /contact
Disallow: /survey/
Disallow: /survey
Disallow: /assets/
Disallow: /assets
Disallow: /xloa7EOUknvvsjHzo
Disallow: /*.json$
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /.well-known/ai-plugin.json

# Perplexity — index crawler
User-agent: PerplexityBot
Disallow: /admin
Disallow: /admin/
Disallow: /ru/admin
Disallow: /ru/admin/
Disallow: /contact
Disallow: /survey/
Disallow: /survey
Disallow: /assets/
Disallow: /assets
Disallow: /xloa7EOUknvvsjHzo
Disallow: /*.json$
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /.well-known/ai-plugin.json

# Perplexity — on-demand fetch
User-agent: Perplexity-User
Disallow: /admin
Disallow: /admin/
Disallow: /ru/admin
Disallow: /ru/admin/
Disallow: /contact
Disallow: /survey/
Disallow: /survey
Disallow: /assets/
Disallow: /assets
Disallow: /xloa7EOUknvvsjHzo
Disallow: /*.json$
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /.well-known/ai-plugin.json

# Anthropic Claude — index crawler
User-agent: ClaudeBot
Disallow: /admin
Disallow: /admin/
Disallow: /ru/admin
Disallow: /ru/admin/
Disallow: /contact
Disallow: /survey/
Disallow: /survey
Disallow: /assets/
Disallow: /assets
Disallow: /xloa7EOUknvvsjHzo
Disallow: /*.json$
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /.well-known/ai-plugin.json

# Anthropic Claude — Claude.ai web fetch
User-agent: Claude-Web
Disallow: /admin
Disallow: /admin/
Disallow: /ru/admin
Disallow: /ru/admin/
Disallow: /contact
Disallow: /survey/
Disallow: /survey
Disallow: /assets/
Disallow: /assets
Disallow: /xloa7EOUknvvsjHzo
Disallow: /*.json$
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /.well-known/ai-plugin.json

# Google — Gemini / Bard training and answer signals
User-agent: Google-Extended
Disallow: /admin
Disallow: /admin/
Disallow: /ru/admin
Disallow: /ru/admin/
Disallow: /contact
Disallow: /survey/
Disallow: /survey
Disallow: /assets/
Disallow: /assets
Disallow: /xloa7EOUknvvsjHzo
Disallow: /*.json$
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /.well-known/ai-plugin.json

# Yandex — YandexGPT / Alice generative signals
User-agent: YandexAdditional
Disallow: /admin
Disallow: /admin/
Disallow: /ru/admin
Disallow: /ru/admin/
Disallow: /contact
Disallow: /survey/
Disallow: /survey
Disallow: /assets/
Disallow: /assets
Disallow: /xloa7EOUknvvsjHzo
Disallow: /*.json$
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /.well-known/ai-plugin.json

# Sitemaps
Sitemap: https://apple-hills.com/sitemap_index.xml