21 lines
418 B
Plaintext
21 lines
418 B
Plaintext
# www.st-joyapparel.com robots.txt
|
|
# 禁止爬虫抓取后台、系统、内部静态资源等敏感路径
|
|
|
|
User-agent: *
|
|
Disallow: /admin/
|
|
Disallow: /CRM/
|
|
Disallow: /PSI/
|
|
Disallow: /install/
|
|
Disallow: /app/
|
|
Disallow: /config/
|
|
Disallow: /storage/
|
|
Disallow: /index.php
|
|
Disallow: /*.php$
|
|
Disallow: /public/css/
|
|
Disallow: /public/js/
|
|
|
|
# 允许抓取前台主站内容
|
|
Allow: /$
|
|
|
|
Sitemap: https://coolcoth.com/sitemap.xml
|