User-agent: *
Disallow: /backend/
Disallow: /admin/
Disallow: /private/
Disallow: /tmp/
Disallow: /cgi-bin/
Disallow: /assets/

# Block specific file types
Disallow: /*.php$
Disallow: /*.sql$
Disallow: /*.env$
Disallow: /*.json$

# Allow search engines to crawl important public directories
Allow: /blogs/
Allow: /course/
Allow: /images/

# Sitemap location
Sitemap: https://codesofrohan.com/sitemap.xml