mirror of
https://github.com/vastxie/99AI.git
synced 2025-09-17 09:16:38 +08:00
21 lines
310 B
Plaintext
21 lines
310 B
Plaintext
User-agent: *
|
|
Disallow: /api/
|
|
Disallow: /auth/
|
|
Allow: /
|
|
|
|
# Prevent indexing of sensitive paths
|
|
Disallow: /admin/
|
|
Disallow: /login
|
|
Disallow: /register
|
|
Disallow: /settings
|
|
Disallow: /user/
|
|
|
|
# Allow crawling of static assets
|
|
Allow: /assets/
|
|
Allow: /images/
|
|
Allow: /css/
|
|
Allow: /js/
|
|
|
|
# Crawl-delay
|
|
Crawl-delay: 10
|