Merge pull request #169 from GongHeng2017/master

alanw · web-flow · commit 9eb5e63e3365 · 2021-03-08T15:02:29.000Z
ChineseTokenizerTest unit test error caused by #160
diff --git a/src/test/contrib/analyzers/common/analysis/cn/ChineseTokenizerTest.cpp b/src/test/contrib/analyzers/common/analysis/cn/ChineseTokenizerTest.cpp
@@ -115,9 +115,9 @@ TEST_F(ChineseTokenizerTest, testNumerics) {
 
     checkAnalyzesTo(justTokenizer, UTF8_TO_STRING(input), newCollection<String>(UTF8_TO_STRING(token1), L"1234"));
 
-    // in this case the ChineseAnalyzer (which applies ChineseFilter) will remove the numeric token.
+    // in this case the ChineseAnalyzer (which applies ChineseFilter) will not remove the numeric token.
     AnalyzerPtr a = newLucene<ChineseAnalyzer>();
-    checkAnalyzesTo(a, UTF8_TO_STRING(input), newCollection<String>(UTF8_TO_STRING(token1)));
+    checkAnalyzesTo(a, UTF8_TO_STRING(input), newCollection<String>(UTF8_TO_STRING(token1), L"1234"));
 }
 
 /// ChineseTokenizer tokenizes english similar to SimpleAnalyzer.

Original file line number	Diff line number	Diff line change
`@@ -115,9 +115,9 @@ TEST_F(ChineseTokenizerTest, testNumerics) {`
`115`	`115`
`116`	`116`	`checkAnalyzesTo(justTokenizer, UTF8_TO_STRING(input), newCollection<String>(UTF8_TO_STRING(token1), L"1234"));`
`117`	`117`
`118`		`- // in this case the ChineseAnalyzer (which applies ChineseFilter) will remove the numeric token.`
	`118`	`+ // in this case the ChineseAnalyzer (which applies ChineseFilter) will not remove the numeric token.`
`119`	`119`	`AnalyzerPtr a = newLucene<ChineseAnalyzer>();`
`120`		`- checkAnalyzesTo(a, UTF8_TO_STRING(input), newCollection<String>(UTF8_TO_STRING(token1)));`
	`120`	`+ checkAnalyzesTo(a, UTF8_TO_STRING(input), newCollection<String>(UTF8_TO_STRING(token1), L"1234"));`
`121`	`121`	`}`
`122`	`122`
`123`	`123`	`/// ChineseTokenizer tokenizes english similar to SimpleAnalyzer.`