This commit is contained in:
Looly 2022-11-16 20:53:09 +08:00
parent 28430e0340
commit e26366019a

View File

@ -25,75 +25,75 @@ public class TokenizerUtilTest {
@Test @Test
public void createEngineTest() { public void createEngineTest() {
// 默认分词引擎此处为Ansj // 默认分词引擎此处为Ansj
TokenizerEngine engine = TokenizerUtil.createEngine(); final TokenizerEngine engine = TokenizerUtil.createEngine();
Result result = engine.parse(text); final Result result = engine.parse(text);
checkResult(result); checkResult(result);
} }
@Test @Test
public void hanlpTest() { public void hanlpTest() {
TokenizerEngine engine = new HanLPEngine(); final TokenizerEngine engine = new HanLPEngine();
Result result = engine.parse(text); final Result result = engine.parse(text);
String resultStr = IterUtil.join(result, " "); final String resultStr = IterUtil.join(result, " ");
Assert.assertEquals("这 两 个 方法 的 区别 在于 返回 值", resultStr); Assert.assertEquals("这 两 个 方法 的 区别 在于 返回 值", resultStr);
} }
@Test @Test
public void ikAnalyzerTest() { public void ikAnalyzerTest() {
TokenizerEngine engine = new IKAnalyzerEngine(); final TokenizerEngine engine = new IKAnalyzerEngine();
Result result = engine.parse(text); final Result result = engine.parse(text);
String resultStr = IterUtil.join(result, " "); final String resultStr = IterUtil.join(result, " ");
Assert.assertEquals("这两个 方法 的 区别 在于 返回值", resultStr); Assert.assertEquals("这两个 方法 的 区别 在于 返回值", resultStr);
} }
@Test @Test
public void jcsegTest() { public void jcsegTest() {
TokenizerEngine engine = new JcsegEngine(); final TokenizerEngine engine = new JcsegEngine();
Result result = engine.parse(text); final Result result = engine.parse(text);
checkResult(result); checkResult(result);
} }
@Test @Test
public void jiebaTest() { public void jiebaTest() {
TokenizerEngine engine = new JiebaEngine(); final TokenizerEngine engine = new JiebaEngine();
Result result = engine.parse(text); final Result result = engine.parse(text);
String resultStr = IterUtil.join(result, " "); final String resultStr = IterUtil.join(result, " ");
Assert.assertEquals("这 两个 方法 的 区别 在于 返回值", resultStr); Assert.assertEquals("这 两个 方法 的 区别 在于 返回值", resultStr);
} }
@Test @Test
public void mmsegTest() { public void mmsegTest() {
TokenizerEngine engine = new MmsegEngine(); final TokenizerEngine engine = new MmsegEngine();
Result result = engine.parse(text); final Result result = engine.parse(text);
checkResult(result); checkResult(result);
} }
@Test @Test
public void smartcnTest() { public void smartcnTest() {
TokenizerEngine engine = new SmartcnEngine(); final TokenizerEngine engine = new SmartcnEngine();
Result result = engine.parse(text); final Result result = engine.parse(text);
String resultStr = IterUtil.join(result, " "); final String resultStr = IterUtil.join(result, " ");
Assert.assertEquals("这 两 个 方法 的 区别 在于 返回 值", resultStr); Assert.assertEquals("这 两 个 方法 的 区别 在于 返回 值", resultStr);
} }
@Test @Test
public void wordTest() { public void wordTest() {
TokenizerEngine engine = new WordEngine(); final TokenizerEngine engine = new WordEngine();
Result result = engine.parse(text); final Result result = engine.parse(text);
String resultStr = IterUtil.join(result, " "); final String resultStr = IterUtil.join(result, " ");
Assert.assertEquals("这两个 方法 的 区别 在于 返回值", resultStr); Assert.assertEquals("这两个 方法 的 区别 在于 返回值", resultStr);
} }
@Test @Test
public void mynlpTest() { public void mynlpTest() {
TokenizerEngine engine = new MynlpEngine(); final TokenizerEngine engine = new MynlpEngine();
Result result = engine.parse(text); final Result result = engine.parse(text);
String resultStr = IterUtil.join(result, " "); final String resultStr = IterUtil.join(result, " ");
Assert.assertEquals("这 两个 方法 的 区别 在于 返回 值", resultStr); Assert.assertEquals("这 两个 方法 的 区别 在于 返回 值", resultStr);
} }
private void checkResult(Result result) { private void checkResult(final Result result) {
String resultStr = IterUtil.join(result, " "); final String resultStr = IterUtil.join(result, " ");
Assert.assertEquals("这 两个 方法 的 区别 在于 返回 值", resultStr); Assert.assertEquals("这 两个 方法 的 区别 在于 返回 值", resultStr);
} }
} }