User-agent: *
Allow: /
Disallow: /admin/
Disallow: /login/
Disallow: /api/
Disallow: /2fa/
Disallow: /example.txt
Disallow: /tmp/
Disallow: /cgi-bin/

# Block non-unique language directories
Disallow: /tr/
Disallow: /ru/
Disallow: /bp/
Disallow: /hi/
Disallow: /ko/

# Block parameter-based duplicate URLs
Disallow: /*?service=
Disallow: /*?*
Allow: /*?page=

# Block internal or transactional paths
Disallow: /checkout/

Sitemap: https://luvsmm.com/sitemap.xml

# ===================================================
# Google Crawlers (Search + AI + Experimental)
# ===================================================

# Standard Search Indexing
User-agent: Googlebot
Allow: /

# AI-Related Crawlers (Search + Model Training + Research)
User-agent: Google-Extended
Allow: /

User-agent: Google-Other
Allow: /

# ===================================================
# OpenAI / ChatGPT Crawlers
# ===================================================

# GPTBot — OpenAI Model Indexing
User-agent: GPTBot
Allow: /

# ChatGPT-User — Content fetching via ChatGPT browsing
User-agent: ChatGPT-User
Allow: /

# ===================================================
# Perplexity AI Crawlers
# ===================================================

# PerplexityBot — Used for AI Search Answers
User-agent: PerplexityBot
Allow: /