-
Notifications
You must be signed in to change notification settings - Fork 1
Expand file tree
/
Copy pathrobots.txt
More file actions
41 lines (35 loc) · 790 Bytes
/
Copy pathrobots.txt
File metadata and controls
41 lines (35 loc) · 790 Bytes
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
# CodeClub 网站 Robots 配置
# 最后更新：2026-03-05
# 网站：https://jacksoncode.github.io
# 默认规则 - 允许所有搜索引擎访问
User-agent: *
Allow: /
Disallow: /node_modules/
Disallow: /.git/
Disallow: /__pycache__/
Disallow: /module/llm/venv/
Disallow: /module/fund_monitor/myenv/
Disallow: /Coder/Kiro/ModelScope/venv/
Disallow: /*.py$
Disallow: /*.backup.*
Disallow: /*.backup.$
Disallow: /includes/
# Sitemap 位置
Sitemap: https://jacksoncode.github.io/sitemap.xml
# Google 爬虫优化
User-agent: Googlebot
Allow: /
Crawl-delay: 1
# Bing 爬虫
User-agent: Bingbot
Allow: /
Crawl-delay: 1
# 百度爬虫
User-agent: Baiduspider
Allow: /
Crawl-delay: 2
# 禁止索引临时和备份文件
User-agent: *
Disallow: /*?*
Disallow: /*.tmp$
Disallow: /*.temp$