fix: fix a unit test error

GongHeng2017 · GongHeng2017 · commit 0739c90e4877 · 2021-03-08T20:59:03.000+08:00
ChineseAnalyzer now supports numeric

Log:
Bug:
diff --git a/src/test/contrib/analyzers/common/analysis/cn/ChineseTokenizerTest.cpp b/src/test/contrib/analyzers/common/analysis/cn/ChineseTokenizerTest.cpp
@@ -115,9 +115,9 @@ TEST_F(ChineseTokenizerTest, testNumerics) {
 
     checkAnalyzesTo(justTokenizer, UTF8_TO_STRING(input), newCollection<String>(UTF8_TO_STRING(token1), L"1234"));
 
-    // in this case the ChineseAnalyzer (which applies ChineseFilter) will remove the numeric token.
+    // in this case the ChineseAnalyzer (which applies ChineseFilter) will not remove the numeric token.
     AnalyzerPtr a = newLucene<ChineseAnalyzer>();
-    checkAnalyzesTo(a, UTF8_TO_STRING(input), newCollection<String>(UTF8_TO_STRING(token1)));
+    checkAnalyzesTo(a, UTF8_TO_STRING(input), newCollection<String>(UTF8_TO_STRING(token1), L"1234"));
 }
 
 /// ChineseTokenizer tokenizes english similar to SimpleAnalyzer.

Original file line number	Diff line number	Diff line change
`@@ -115,9 +115,9 @@ TEST_F(ChineseTokenizerTest, testNumerics) {`
`115`	`115`
`116`	`116`	`checkAnalyzesTo(justTokenizer, UTF8_TO_STRING(input), newCollection<String>(UTF8_TO_STRING(token1), L"1234"));`
`117`	`117`
`118`		`- // in this case the ChineseAnalyzer (which applies ChineseFilter) will remove the numeric token.`
	`118`	`+ // in this case the ChineseAnalyzer (which applies ChineseFilter) will not remove the numeric token.`
`119`	`119`	`AnalyzerPtr a = newLucene<ChineseAnalyzer>();`
`120`		`- checkAnalyzesTo(a, UTF8_TO_STRING(input), newCollection<String>(UTF8_TO_STRING(token1)));`
	`120`	`+ checkAnalyzesTo(a, UTF8_TO_STRING(input), newCollection<String>(UTF8_TO_STRING(token1), L"1234"));`
`121`	`121`	`}`
`122`	`122`
`123`	`123`	`/// ChineseTokenizer tokenizes english similar to SimpleAnalyzer.`