# Robots.txt for EarlyZen - A Brand of Shreema Industry
# https://earlyzen.in/robots.txt

User-agent: *
Allow: /

# Allow all search engines to crawl the entire site
Allow: /index.html
Allow: /blogs/
Allow: /case-studies.html
Allow: /faq.html
Allow: /sitemap.html
Allow: /BlogDetails.html
Allow: /case-study-*.html

# Crawl delay for better server performance
Crawl-delay: 1

# Disallow unnecessary files
Disallow: /includes/

# Allow CSS and JS for proper rendering
Allow: /style/*.css
Allow: /scripts/*.js

# Sitemap location
Sitemap: https://earlyzen.in/sitemap.xml

# Google-specific settings
User-agent: Googlebot
Allow: /
Crawl-delay: 1

# Bing-specific settings
User-agent: Bingbot
Allow: /
Crawl-delay: 1

# Block bad bots
User-agent: BadBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

# Allow social media crawlers
User-agent: facebookexternalhit
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /