21 lines
642 B
Plaintext
21 lines
642 B
Plaintext
User-agent: *
|
|
Allow: /
|
|
|
|
# Auth pages — no useful content for search engines
|
|
Disallow: /login
|
|
Disallow: /register
|
|
|
|
# UUID-based duplicate of /:username/:slug — keep crawlers on the canonical
|
|
# user-friendly URL instead of the opaque /project/<uuid> alternate.
|
|
Disallow: /project/
|
|
Disallow: /admin
|
|
|
|
# Prevent crawling of API endpoints
|
|
Disallow: /api/
|
|
|
|
# Sitemaps (static build-time routes + dynamic public projects + the docs
|
|
# portal, which is a separate Astro build shipping its own sitemap index)
|
|
Sitemap: https://velxio.dev/sitemap.xml
|
|
Sitemap: https://velxio.dev/sitemap-projects.xml
|
|
Sitemap: https://velxio.dev/docs/sitemap-index.xml
|