Browse Source

修改一个错误

Hui Chen 10 years ago
parent
commit
0d29f62bed
1 changed files with 5 additions and 3 deletions
  1. 5 3
      engine/segmenter_worker.go

+ 5 - 3
engine/segmenter_worker.go

@@ -37,12 +37,14 @@ func (engine *Engine) segmenterWorker() {
 			numTokens = len(request.data.Tokens)
 		}
 
-		if !engine.initOptions.NotUsingSegmenter {
-			// 加入非分词的文档标签
-			for _, label := range request.data.Labels {
+		// 加入非分词的文档标签
+		for _, label := range request.data.Labels {
+			if !engine.initOptions.NotUsingSegmenter {
 				if !engine.stopTokens.IsStopToken(label) {
 					tokensMap[label] = []int{}
 				}
+			} else {
+				tokensMap[label] = []int{}
 			}
 		}