开放 CRFNERecognizer.tagSet，补充CRF自动机名称识别案例 https://bbs.hankcs.com/t/crf/1155

hankcs · hankcs · commit dd561bdc330d · 2020-03-09T11:29:29.000-04:00
diff --git a/src/main/java/com/hankcs/hanlp/model/crf/CRFNERecognizer.java b/src/main/java/com/hankcs/hanlp/model/crf/CRFNERecognizer.java
@@ -33,7 +33,7 @@
  */
 public class CRFNERecognizer extends CRFTagger implements NERecognizer
 {
-    private NERTagSet tagSet;
+    public NERTagSet tagSet;
     /**
      * 复用感知机的解码模块
      */
diff --git a/src/test/java/com/hankcs/book/ch08/DemoCRFNER.java b/src/test/java/com/hankcs/book/ch08/DemoCRFNER.java
@@ -43,6 +43,7 @@ public static NERecognizer train(String corpus, String model) throws IOException
             return new CRFNERecognizer(model + ".txt");
         CRFNERecognizer recognizer = new CRFNERecognizer(null); // 空白
         recognizer.train(corpus, model);
+        recognizer = new CRFNERecognizer(model + ".txt");
         return recognizer;
     }
 }
diff --git a/src/test/java/com/hankcs/book/ch08/DemoCRFNERPlane.java b/src/test/java/com/hankcs/book/ch08/DemoCRFNERPlane.java
@@ -0,0 +1,55 @@
+/*
+ * <author>Han He</author>
+ * <email>me@hankcs.com</email>
+ * <create-date>2018-07-29 4:18 PM</create-date>
+ *
+ * <copyright file="DemoCRFNER.java">
+ * Copyright (c) 2018, Han He. All Rights Reserved, http://www.hankcs.com/
+ * This source is subject to Han He. Please contact Han He for more information.
+ * </copyright>
+ */
+package com.hankcs.book.ch08;
+
+import com.hankcs.hanlp.corpus.io.IOUtil;
+import com.hankcs.hanlp.model.crf.CRFNERecognizer;
+import com.hankcs.hanlp.tokenizer.lexical.NERecognizer;
+
+import java.io.IOException;
+
+import static com.hankcs.book.ch08.DemoPlane.PLANE_CORPUS;
+import static com.hankcs.book.ch08.DemoPlane.PLANE_MODEL;
+
+
+/**
+ * 《自然语言处理入门》8.6.2 训练领域模型 （书本之外的补充试验）
+ * 配套书籍：http://nlp.hankcs.com/book.php
+ * 讨论答疑：https://bbs.hankcs.com/
+ *
+ * @author hankcs
+ * @see <a href="http://nlp.hankcs.com/book.php">《自然语言处理入门》</a>
+ * @see <a href="https://bbs.hankcs.com/">讨论答疑</a>
+ */
+public class DemoCRFNERPlane
+{
+    public static void main(String[] args) throws IOException
+    {
+        NERecognizer recognizer = train(PLANE_CORPUS, PLANE_MODEL);
+        String[] wordArray = {"歼", "-", "7", "战斗机", "正是", "仿照", "米格", "-", "21", "而", "制", "。"}; // 构造单词序列
+        String[] posArray = {"v", "w", "w", "n", "d", "v", "nr", "w", "m", "c", "v", "w"}; // 构造词性序列
+        String[] nerTagArray = recognizer.recognize(wordArray, posArray); // 序列标注
+        for (int i = 0; i < wordArray.length; i++)
+            System.out.printf("%-4s\t%s\t%s\t\n", wordArray[i], posArray[i], nerTagArray[i]);
+    }
+
+    public static NERecognizer train(String corpus, String model) throws IOException
+    {
+        if (IOUtil.isFileExisted(model + ".txt")) // 若存在CRF++训练结果，则直接加载
+            return new CRFNERecognizer(model + ".txt");
+        CRFNERecognizer recognizer = new CRFNERecognizer(null); // 空白
+        recognizer.tagSet.nerLabels.clear(); // 不识别nr、ns、nt
+        recognizer.tagSet.nerLabels.add("np"); // 目标是识别np
+        recognizer.train(corpus, model);
+        recognizer = new CRFNERecognizer(model + ".txt");
+        return recognizer;
+    }
+}

Original file line number	Diff line number	Diff line change
`@@ -33,7 +33,7 @@`
`33`	`33`	`*/`
`34`	`34`	`public class CRFNERecognizer extends CRFTagger implements NERecognizer`
`35`	`35`	`{`
`36`		`- private NERTagSet tagSet;`
	`36`	`+ public NERTagSet tagSet;`
`37`	`37`	`/**`
`38`	`38`	`* 复用感知机的解码模块`
`39`	`39`	`*/`
Original file line number	Diff line number	Diff line change
`@@ -43,6 +43,7 @@ public static NERecognizer train(String corpus, String model) throws IOException`
`43`	`43`	`return new CRFNERecognizer(model + ".txt");`
`44`	`44`	`CRFNERecognizer recognizer = new CRFNERecognizer(null); // 空白`
`45`	`45`	`recognizer.train(corpus, model);`
	`46`	`+ recognizer = new CRFNERecognizer(model + ".txt");`
`46`	`47`	`return recognizer;`
`47`	`48`	`}`
`48`	`49`	`}`