User-agent: *
Sitemap: https://www.schubert.group/sitemap.xml
Content-Signal: ai-train=yes, search=yes, ai-input=yes


# Block search pages from crawlers for Algolia optimization
Disallow: /search
Disallow: /*?q=*
Disallow: /*search*
Disallow: /*?query=*
Disallow: /*?search=*
Disallow: /*?s=*

# Existing disallow rules
Disallow: /404/
Disallow: /preview/
Disallow: /schoubert-4you-DE/
Disallow: /schoubert-4you-EN/
Disallow: /schoubert-4you-FR/

# Block admin and internal pages
Disallow: /admin/
Disallow: /api/
Disallow: /_next/
Disallow: /studio/

# Block temporary and development pages
Disallow: /temp/
Disallow: /test/
Disallow: /dev/
Disallow: /staging/

# Block user-specific content
Disallow: /*?user=*
Disallow: /*?session=*
Disallow: /*?token=*

# Allow all other content
Allow: /