This commit is contained in:
Looly 2022-11-16 20:53:09 +08:00
parent 28430e0340
commit e26366019a

View File

@ -25,75 +25,75 @@ public class TokenizerUtilTest {
@Test
public void createEngineTest() {
// 默认分词引擎此处为Ansj
TokenizerEngine engine = TokenizerUtil.createEngine();
Result result = engine.parse(text);
final TokenizerEngine engine = TokenizerUtil.createEngine();
final Result result = engine.parse(text);
checkResult(result);
}
@Test
public void hanlpTest() {
TokenizerEngine engine = new HanLPEngine();
Result result = engine.parse(text);
String resultStr = IterUtil.join(result, " ");
final TokenizerEngine engine = new HanLPEngine();
final Result result = engine.parse(text);
final String resultStr = IterUtil.join(result, " ");
Assert.assertEquals("这 两 个 方法 的 区别 在于 返回 值", resultStr);
}
@Test
public void ikAnalyzerTest() {
TokenizerEngine engine = new IKAnalyzerEngine();
Result result = engine.parse(text);
String resultStr = IterUtil.join(result, " ");
final TokenizerEngine engine = new IKAnalyzerEngine();
final Result result = engine.parse(text);
final String resultStr = IterUtil.join(result, " ");
Assert.assertEquals("这两个 方法 的 区别 在于 返回值", resultStr);
}
@Test
public void jcsegTest() {
TokenizerEngine engine = new JcsegEngine();
Result result = engine.parse(text);
final TokenizerEngine engine = new JcsegEngine();
final Result result = engine.parse(text);
checkResult(result);
}
@Test
public void jiebaTest() {
TokenizerEngine engine = new JiebaEngine();
Result result = engine.parse(text);
String resultStr = IterUtil.join(result, " ");
final TokenizerEngine engine = new JiebaEngine();
final Result result = engine.parse(text);
final String resultStr = IterUtil.join(result, " ");
Assert.assertEquals("这 两个 方法 的 区别 在于 返回值", resultStr);
}
@Test
public void mmsegTest() {
TokenizerEngine engine = new MmsegEngine();
Result result = engine.parse(text);
final TokenizerEngine engine = new MmsegEngine();
final Result result = engine.parse(text);
checkResult(result);
}
@Test
public void smartcnTest() {
TokenizerEngine engine = new SmartcnEngine();
Result result = engine.parse(text);
String resultStr = IterUtil.join(result, " ");
final TokenizerEngine engine = new SmartcnEngine();
final Result result = engine.parse(text);
final String resultStr = IterUtil.join(result, " ");
Assert.assertEquals("这 两 个 方法 的 区别 在于 返回 值", resultStr);
}
@Test
public void wordTest() {
TokenizerEngine engine = new WordEngine();
Result result = engine.parse(text);
String resultStr = IterUtil.join(result, " ");
final TokenizerEngine engine = new WordEngine();
final Result result = engine.parse(text);
final String resultStr = IterUtil.join(result, " ");
Assert.assertEquals("这两个 方法 的 区别 在于 返回值", resultStr);
}
@Test
public void mynlpTest() {
TokenizerEngine engine = new MynlpEngine();
Result result = engine.parse(text);
String resultStr = IterUtil.join(result, " ");
final TokenizerEngine engine = new MynlpEngine();
final Result result = engine.parse(text);
final String resultStr = IterUtil.join(result, " ");
Assert.assertEquals("这 两个 方法 的 区别 在于 返回 值", resultStr);
}
private void checkResult(Result result) {
String resultStr = IterUtil.join(result, " ");
private void checkResult(final Result result) {
final String resultStr = IterUtil.join(result, " ");
Assert.assertEquals("这 两个 方法 的 区别 在于 返回 值", resultStr);
}
}