# Crickerr.com Robots.txt
# Live Cricket Scores, News, and Updates

# Allow all bots to crawl public content
User-agent: *
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /_next/static/
Disallow: /private/

# Allow crawling of CSS and JS for proper rendering
Disallow: /_next/static/css/
Disallow: /_next/static/js/

# Sitemaps
Sitemap: https://crickerr.com/sitemap.xml

# Google-specific rules
User-agent: Googlebot
Allow: /
Disallow: /api/
Disallow: /admin/

# Bing-specific rules
User-agent: Bingbot
Allow: /
Disallow: /api/
Disallow: /admin/

# Crawl-delay for good behavior
Crawl-delay: 1