mirror of
https://github.com/vastxie/99AI.git
synced 2025-11-17 22:23:43 +08:00
v4.3.0
This commit is contained in:
20
chat/public/robots.txt
Normal file
20
chat/public/robots.txt
Normal file
@@ -0,0 +1,20 @@
|
||||
User-agent: *
|
||||
Disallow: /api/
|
||||
Disallow: /auth/
|
||||
Allow: /
|
||||
|
||||
# Prevent indexing of sensitive paths
|
||||
Disallow: /admin/
|
||||
Disallow: /login
|
||||
Disallow: /register
|
||||
Disallow: /settings
|
||||
Disallow: /user/
|
||||
|
||||
# Allow crawling of static assets
|
||||
Allow: /assets/
|
||||
Allow: /images/
|
||||
Allow: /css/
|
||||
Allow: /js/
|
||||
|
||||
# Crawl-delay
|
||||
Crawl-delay: 10
|
||||
Reference in New Issue
Block a user