User-agent: *
# Disallow sensitive directories
Disallow: /admin/
Disallow: /private/
Disallow: /tmp/
Disallow: /logs/
Disallow: /config/
Disallow: /includes/
# Disallow sensitive file types
Disallow: /*.php$
Disallow: /*.log$
Disallow: /*.sql$
Disallow: /*.bak$
Disallow: /*.zip$
# Explicitly allow public asset directories
Allow: /images/
Allow: /assets/
Allow: /media/
Allow: /uploads/*.jpg
Allow: /uploads/*.png
Allow: /uploads/*.gif
Allow: /uploads/*.jpeg
# Allow crawling of clean URLs (e.g., /page instead of /page.php)
Allow: /
# Sitemap for crawlers
Sitemap: https://codeoptix.in/sitemap