# Locafy v2 — robots.txt (generated dynamically)
# Optimized for SEO (search engines) and AEO (AI answer engines)
# Docs: https://developers.google.com/search/docs/crawling-indexing/robots/robots_txt

# --- Default crawl policy ------------------------------------------
User-agent: *
Allow: /

# Block private / non-indexable areas
Disallow: /internal/api-data
Disallow: /admin/
Disallow: /vendor/
Disallow: /dashboard/
Disallow: /login
Disallow: /register
Disallow: /password/
Disallow: /forgot-password
Disallow: /reset-password
Disallow: /email/verify
Disallow: /logout
Disallow: /account/
Disallow: /profile/
Disallow: /cart
Disallow: /checkout
Disallow: /checkout/
Disallow: /orders/
Disallow: /wishlist
Disallow: /addresses/
Disallow: /api/
Disallow: /livewire/
Disallow: /horizon/
Disallow: /telescope/
Disallow: /pulse/
Disallow: /debugbar/
Disallow: /_debugbar/
Disallow: /payment/
Disallow: /search

# Block tracking & faceted query variants (crawl-budget hygiene)
Disallow: /*?*add-to-cart=
Disallow: /*?*replytocom=
Disallow: /*?*utm_
Disallow: /*?*gclid=
Disallow: /*?*fbclid=
Disallow: /*?*mc_cid=
Disallow: /*?*mc_eid=
Disallow: /*?*ref=
Disallow: /*?*session=
Disallow: /*?*sessionid=
Disallow: /*?*sid=
Disallow: /*?*PHPSESSID=
Disallow: /*?*sort=
Disallow: /*?*order=
Disallow: /*?*orderby=
Disallow: /*?*filter=
Disallow: /*?*filter[*
Disallow: /*?*min_price=
Disallow: /*?*max_price=
Disallow: /*?*price=
Disallow: /*?*color=
Disallow: /*?*size=
Disallow: /*?*brand=
Disallow: /*?*vendor=
Disallow: /*?*availability=
Disallow: /*?*per_page=
Disallow: /*?*view=
Disallow: /*?*layout=

# Explicitly allow primary catalog & content paths
Allow: /products/
Allow: /categories/
Allow: /brands/
Allow: /blog/
Allow: /pages/
Allow: /about
Allow: /contact
Allow: /faq

# Allow render-critical assets so crawlers can fully paint pages
Allow: /css/
Allow: /js/
Allow: /build/
Allow: /vendor/
Allow: /storage/
Allow: /images/
Allow: /media/
Allow: /fonts/
Allow: /favicon.ico
Allow: /*.css$
Allow: /*.js$
Allow: /*.svg$
Allow: /*.webp$
Allow: /*.avif$
Allow: /*.png$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.gif$
Allow: /*.woff$
Allow: /*.woff2$

Crawl-delay: 5

# --- Search engines (no crawl delay) -------------------------------
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Googlebot-News
User-agent: Googlebot-Video
User-agent: Bingbot
User-agent: DuckDuckBot
User-agent: YandexBot
User-agent: Baiduspider
User-agent: Applebot
Allow: /
Crawl-delay: 0

# --- AI / AEO crawlers (opt-in for answer-engine visibility) -------
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: anthropic-ai
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: Meta-ExternalAgent
User-agent: FacebookBot
User-agent: Amazonbot
User-agent: DuckAssistBot
User-agent: MistralAI-User
User-agent: cohere-ai
User-agent: YouBot
User-agent: Bytespider
User-agent: CCBot
Allow: /
Disallow: /admin/
Disallow: /vendor/
Disallow: /dashboard/
Disallow: /account/
Disallow: /checkout
Disallow: /cart
Disallow: /api/

# --- Known aggressive scrapers (blocked) ---------------------------
User-agent: AhrefsBot
User-agent: SemrushBot
User-agent: MJ12bot
User-agent: DotBot
User-agent: PetalBot
User-agent: BLEXBot
User-agent: DataForSeoBot
User-agent: SeznamBot
User-agent: MegaIndex
Disallow: /

# --- Sitemaps -------------------------------------------------------
Sitemap: https://haidymade.com/sitemap.xml
Sitemap: https://haidymade.com/sitemap-static.xml
Sitemap: https://haidymade.com/sitemap-products.xml
Sitemap: https://haidymade.com/sitemap-categories.xml
Sitemap: https://haidymade.com/sitemap-vendors.xml
Sitemap: https://haidymade.com/sitemap-blog.xml

Host: https://haidymade.com