# ======= GLOBAL CONFIG =======
User-agent: *
Allow: /
Disallow: /admin/

# ======= CORE SEARCH ENGINES =======
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: YandexBot
Allow: /

User-agent: Baiduspider
Allow: /

# ======= AI BOTS (CHOOSE STRATEGY) =======
# Option A: Allow AI visibility
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: PerplexityBot
Allow: /

# Option B (alternative): Block AI training
# User-agent: GPTBot
# Disallow: /

# ======= SOCIAL PREVIEW BOTS =======
User-agent: facebookexternalhit
Allow: /

User-agent: Facebot
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: WhatsApp
Allow: /

# ======= VERCEL =======
User-agent: Vercel
Allow: /

User-agent: vercelbot
Allow: /

# ======= SEO TOOLS =======
User-agent: AhrefsBot
Allow: /

User-agent: SemrushBot
Allow: /

# ======= IMAGE CRAWLERS =======
User-agent: Googlebot-Image
Allow: /*.png$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.gif$
Allow: /*.webp$
Allow: /images

# ======= SITEMAP & HOST =======
Sitemap: https://auracares.vercel.app/sitemap.xml