User-agent: * Allow: / # AI content signal policy Content-Signal: search=yes, ai-input=yes, ai-train=no # Allow crawling of CSS and JS files for better rendering Allow: *.css Allow: *.js # Sitemap location Sitemap: https://autositu.com/sitemap.xml # Disallow sensitive or unnecessary paths Disallow: /api/ Disallow: /admin/ Disallow: /private/ Disallow: /dashboard/ Disallow: /onboarding/ Disallow: /auth-callback/ Disallow: /accept-invite/ Disallow: /accept-jurisdiction-invite/ Disallow: /shared/ Disallow: /markdown-response/ # Crawl delay (optional, helps prevent overloading) Crawl-delay: 1