# Allow major search engines and social media bots
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Slurp
Allow: /

User-agent: Facebot
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: Pinterestbot
Allow: /

# Block unwanted bots (example list, you can add more based on analytics)
User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: 008
Disallow: /

# Block all other bots from specific directories
User-agent: *
Disallow: /admin/
Disallow: /karmaLogin/  # Removed duplicate
Disallow: /wp-admin/
Disallow: /cgi-bin/
Disallow: /trackback/
Disallow: /feed/
Disallow: /comments/
Disallow: /?
Disallow: /demo/
Disallow: /lookup/
Disallow: /tag/

# Allow necessary directories and files for indexing
Allow: /wp-content/uploads/
Allow: /blog/

# Prevent indexing of sensitive file types
Disallow: /*.php$
Disallow: /*.cgi$
Disallow: /*.sql$
Disallow: /*.sh$

# Sitemaps for proper indexing
Sitemap: https://www.karmaayurveda.in/sitemap.xml
Sitemap: https://www.karmaayurveda.in/post-sitemap.xml