# Robots.txt for buddhadebkoner.in
# Owner: Buddhadeb Koner
# Last Updated: March 1, 2026

# Allow all crawlers
User-agent: *
Allow: /
Allow: /projects
Allow: /blogs
Allow: /uiux
Allow: /landing-pages
Allow: /experience
Allow: /events
Allow: /terms-and-conditions
Allow: /privacy-policy
Allow: /disclaimer
Disallow: /api/
Disallow: /admin/
Disallow: /_next/static/
Disallow: /spotify-setup/

# Crawl delay for responsible bots
Crawl-delay: 0.5

# Google Bot Specific Rules
User-agent: Googlebot
Allow: /
Disallow: /api/
Disallow: /spotify-setup/
Crawl-delay: 0

# Googlebot Image
User-agent: Googlebot-Image
Allow: /
Disallow: /api/

# Bing Bot
User-agent: Bingbot
Allow: /
Disallow: /api/
Disallow: /spotify-setup/
Crawl-delay: 1

# Yandex Bot
User-agent: Yandex
Allow: /
Disallow: /api/
Disallow: /spotify-setup/
Crawl-delay: 2

# Host
Host: https://buddhadebkoner.in

# Sitemaps
Sitemap: https://buddhadebkoner.in/sitemap.xml