User-agent: *
Allow: /

# Sitemap location
Sitemap: https://devscribi.com/sitemap.xml

# Allow all language versions
Allow: /en/
Allow: /es/

# Allow static assets
Allow: /styles.0.0.8.css
Allow: /script.0.0.8.js
Allow: /translations.js

# Allow post content
Allow: /posts/

# Disallow development/test files (if any)
Disallow: /test/
Disallow: /dev/
Disallow: /.git/

# Crawl delay (optional - adjust based on server capacity)
Crawl-delay: 1