更新基本信息
This commit is contained in:
+2
-2
@@ -117,14 +117,14 @@ func GetDefaultConfig() Config {
|
|||||||
MinURLsForNewKey: 3,
|
MinURLsForNewKey: 3,
|
||||||
},
|
},
|
||||||
Crawler: CrawlerConfig{
|
Crawler: CrawlerConfig{
|
||||||
SpiderName: "loli_spider",
|
SpiderName: "Haibara_AI_spider",
|
||||||
Cooldown: 3,
|
Cooldown: 3,
|
||||||
Workers: 22,
|
Workers: 22,
|
||||||
CrawlFocus: 0.7,
|
CrawlFocus: 0.7,
|
||||||
MaxKeywordsPerPage: 250,
|
MaxKeywordsPerPage: 250,
|
||||||
MaxEpoch: 100,
|
MaxEpoch: 100,
|
||||||
ExpectedProsperRatio: 0.6,
|
ExpectedProsperRatio: 0.6,
|
||||||
EntryURL: "http://127.0.0.1",
|
EntryURL: "https://haibara.ai/",
|
||||||
MaxPageSize: 5 * 1024 * 1024,
|
MaxPageSize: 5 * 1024 * 1024,
|
||||||
RecrawlMaxAge: 30 * 86400, // 30 天
|
RecrawlMaxAge: 30 * 86400, // 30 天
|
||||||
RecrawlCheckInterval: 3600, // 1 小时
|
RecrawlCheckInterval: 3600, // 1 小时
|
||||||
|
|||||||
Reference in New Issue
Block a user