User-agent: *
Allow: /landing.html
Allow: /login.html
Allow: /docs.html
Allow: /terms.html
Allow: /contact.html
Allow: /sitemap.xml
# Block app pages (require login, useless to index)
Disallow: /dashboard.html
Disallow: /agents.html
Disallow: /workflows.html
Disallow: /analytics.html
Disallow: /settings.html
Disallow: /admin.html
Disallow: /super-admin.html
Disallow: /chat.html
Disallow: /compare.html
Disallow: /billing.html
Disallow: /monitor.html
Disallow: /integrations.html
Disallow: /marketplace.html
Disallow: /apikeys.html
Disallow: /teams.html
Disallow: /profile.html
Disallow: /onboarding.html
Disallow: /notifications.html
Disallow: /support.html
Disallow: /embed.html
# Block API routes
Disallow: /auth/
Disallow: /users/
Disallow: /agents/
Disallow: /workflows/
Disallow: /aik/
Disallow: /v1/
Disallow: /admin/
Sitemap: https://aik-platform.duckdns.org/sitemap.xml