# ==============================================================================
# APNI FACTORY ROBOTS.TXT (B2B E-COMMERCE & INDUSTRIAL CATALOG)
# Official Domain: https://apnifactory.co.in
# ==============================================================================

# Search Engine Crawlers (Googlebot, Bingbot, DuckDuckBot, Applebot, etc.)
User-agent: *
Disallow: /admin/
Disallow: /apni-factory-admin/
Disallow: /api/
Disallow: /accounts/
Disallow: /wishlist/
Disallow: /data-deletion-request/
Disallow: /*?*sort=*
Disallow: /*?*min_price=*
Disallow: /*?*max_price=*

# Explicitly Allow Indexing for Key Public Assets
Allow: /
Allow: /static/
Allow: /media/
Allow: /categories/
Allow: /products/
Allow: /about/
Allow: /contact/
Allow: /be-a-vendor/
Allow: /faqs/
Allow: /sitemap/

# AI Search Assistants & LLM Crawlers
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: PerplexityBot
User-agent: ClaudeBot
User-agent: anthropic-ai
User-agent: Google-Extended
Allow: /
Allow: /categories/
Allow: /products/
Allow: /llms.txt
Disallow: /admin/
Disallow: /apni-factory-admin/
Disallow: /api/

# Sitemaps
Sitemap: https://apnifactory.co.in/sitemap.xml
Sitemap: https://apnifactory.co.in/sitemap.xml