# ---------------------------------------- # Standard Web Crawlers (Google, Bing, etc.) # ---------------------------------------- User-agent: * Allow: / # Block system and API routes from being crawled Disallow: /api/ Disallow: /_next/ Disallow: /_vite/ Disallow: /admin/ # Block URL parameters that create duplicate content (like sorting or previews) Disallow: /*?*preview=true Disallow: /*?*sort=