This commit is contained in:
vastxie
2025-05-31 02:28:46 +08:00
parent 0f7adc5c65
commit 86e2eecc1f
1808 changed files with 183083 additions and 86701 deletions

20
chat/public/robots.txt Normal file
View File

@@ -0,0 +1,20 @@
User-agent: *
Disallow: /api/
Disallow: /auth/
Allow: /
# Prevent indexing of sensitive paths
Disallow: /admin/
Disallow: /login
Disallow: /register
Disallow: /settings
Disallow: /user/
# Allow crawling of static assets
Allow: /assets/
Allow: /images/
Allow: /css/
Allow: /js/
# Crawl-delay
Crawl-delay: 10