kevin/sese-engine-go
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

up

Browse Source
This commit is contained in:
kevin
2026-04-10 13:22:35 +08:00
parent 22d0b72ee5
commit 8e4cdaca47
1 changed files with 13 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files
crawler/crawler.go
+1 -1
View File
@@ -425,7 +425,7 @@ func (c *Crawler) visitURL(rawURL string) (hrefs []string) {
oldEntry, _ := c.db.GetSnippet(res.FinalURL) oldEntry, _ := c.db.GetSnippet(res.FinalURL)
if oldEntry != nil && oldEntry.ContentHash != "" && oldEntry.ContentHash == contentHash { if oldEntry != nil && oldEntry.ContentHash != "" && oldEntry.ContentHash == contentHash {
isRecrawl = true isRecrawl = true
log.Printf("[crawler] unchanged (recrawl skip): %s", res.FinalURL) //log.Printf("[crawler] unchanged (recrawl skip): %s", res.FinalURL)
} }
// 缓存 URL 摘要（仅对短 URL 缓存，防止超长 URL 浪费空间） // 缓存 URL 摘要（仅对短 URL 缓存，防止超长 URL 浪费空间）