kevin/sese-engine-go
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

使用本地表

Browse Source
This commit is contained in:
kevin
2026-04-12 04:38:28 +08:00
parent 04bba673de
commit c90c58ae05
1 changed files with 6 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files
analyzer/analyzer.go
+6 -5
View File
@@ -81,13 +81,14 @@ func New(modelPath, stopWordsPath string) (*Analyzer, error) {
dictPath := filepath.Join(".", "dict") dictPath := filepath.Join(".", "dict")
jiebaDict := filepath.Join(dictPath, "jieba.dict.utf8") jiebaDict := filepath.Join(dictPath, "jieba.dict.utf8")
hmmModel := filepath.Join(dictPath, "hmm_model.utf8") hmmModel := filepath.Join(dictPath, "hmm_model.utf8")
posDict := filepath.Join(dictPath, "pos_dict.utf8") userDict := filepath.Join(dictPath, "user.dict.utf8")
idenDict := filepath.Join(dictPath, "iden_dict.utf8") idfPath := filepath.Join(dictPath, "idf.utf8")
stopWords := filepath.Join(dictPath, "stop_words.utf8")
var j *gojieba.Jieba var j *gojieba.Jieba
if _, err := os.Stat(jiebaDict); err == nil { if _, err := os.Stat(jiebaDict); err == nil {
// 词典存在，使用本地路径 // 词典存在，使用本地路径
j = gojieba.NewJieba(jiebaDict, hmmModel, posDict, idenDict) j = gojieba.NewJieba(jiebaDict, hmmModel, userDict, idfPath, stopWords)
} else { } else {
// 词典不存在，使用默认路径（go module 缓存） // 词典不存在，使用默认路径（go module 缓存）
j = gojieba.NewJieba() j = gojieba.NewJieba()
@@ -100,12 +101,12 @@ func New(modelPath, stopWordsPath string) (*Analyzer, error) {
WithMinimumRelativeDistance(0.15). WithMinimumRelativeDistance(0.15).
Build() Build()
stopWords := loadStopWords(stopWordsPath) stopWordsMap := loadStopWords(stopWordsPath)
return &Analyzer{ return &Analyzer{
jieba: j, jieba: j,
detector: detector, detector: detector,
stopWords: stopWords, stopWords: stopWordsMap,
}, nil }, nil
} }