User-agent: * Allow: /landing.html Allow: /login.html Allow: /docs.html Allow: /terms.html Allow: /contact.html Allow: /sitemap.xml # Block app pages (require login, useless to index) Disallow: /dashboard.html Disallow: /agents.html Disallow: /workflows.html Disallow: /analytics.html Disallow: /settings.html Disallow: /admin.html Disallow: /super-admin.html Disallow: /chat.html Disallow: /compare.html Disallow: /billing.html Disallow: /monitor.html Disallow: /integrations.html Disallow: /marketplace.html Disallow: /apikeys.html Disallow: /teams.html Disallow: /profile.html Disallow: /onboarding.html Disallow: /notifications.html Disallow: /support.html Disallow: /embed.html # Block API routes Disallow: /auth/ Disallow: /users/ Disallow: /agents/ Disallow: /workflows/ Disallow: /aik/ Disallow: /v1/ Disallow: /admin/ Sitemap: https://aik-platform.duckdns.org/sitemap.xml