User-agent: *
Allow: /
Allow: /static/css/
Allow: /static/js/
Allow: /static/images/
Allow: /static/manifest.json
Allow: /static/browserconfig.xml

# Disallow admin and private areas
Disallow: /admin/
Disallow: /api/
Disallow: /auth/
Disallow: /alembic/
Disallow: /tests/
Disallow: /scripts/
Disallow: /docs/
Disallow: /seo_test_results/

# Disallow specific file types
Disallow: *.py$
Disallow: *.pyc$
Disallow: *.log$
Disallow: *.ini$
Disallow: *.md$

# Allow specific pages
Allow: /profile
Allow: /shared/

# Crawl delay (optional - be respectful to server resources)
Crawl-delay: 1

# Sitemap locations
Sitemap: /sitemap.xml
Sitemap: /sitemap-static.xml
Sitemap: /sitemap-index.xml