# ==============================================================================
# Master Mind Kitchen Equipment - Robots.txt
# Commercial Kitchen Equipment Manufacturers & Suppliers in Maharashtra
# Website: https://www.mastermindkitchenequipment.in
# ==============================================================================

# ------------------------------------------------------------------------------
# 1. Global Search Engine Crawlers (Googlebot, Bingbot, Applebot, DuckDuckBot)
# ------------------------------------------------------------------------------
User-agent: *
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /includes/
Disallow: /database/
Disallow: /search?*
Disallow: /*?*q=
Disallow: /*.sql$
Disallow: /*.env$
Disallow: /*.log$

# Public Assets, Stylesheets, Scripts & Media
Allow: /assets/
Allow: /uploads/
Allow: /*.css$
Allow: /*.js$
Allow: /*.png$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.webp$
Allow: /*.svg$

# ------------------------------------------------------------------------------
# 2. Conversational Search & Answer Engine Bots
# ------------------------------------------------------------------------------
User-agent: Google-Extended
Allow: /

User-agent: GPTBot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /includes/

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /includes/

User-agent: PerplexityBot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /includes/

User-agent: Bytespider
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /includes/

User-agent: cohere-ai
Allow: /

User-agent: Applebot-Extended
Allow: /

# ------------------------------------------------------------------------------
# 3. SEO Audit & Backlink Crawlers (Ahrefs, SEMrush, Moz, Ubersuggest)
# ------------------------------------------------------------------------------
User-agent: AhrefsBot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /includes/

User-agent: SemrushBot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /includes/

User-agent: Rogerbot
Allow: /

User-agent: DotBot
Allow: /

# ------------------------------------------------------------------------------
# 4. Sitemaps, Feeds & Information Index
# ------------------------------------------------------------------------------
Sitemap: https://www.mastermindkitchenequipment.in/sitemap.xml
Sitemap: https://www.mastermindkitchenequipment.in/rss.xml

# Machine-Readable Information Index
# Reference: https://www.mastermindkitchenequipment.in/llms.txt