---------------------------------------

mayabot · Jun 26, 2023 · cf40957 · cf40957
1 parent 5c91be2
commit cf40957
Show file tree

Hide file tree

Showing 5 changed files with 10 additions and 3 deletions.
diff --git a/build.gradle.kts b/build.gradle.kts
@@ -8,7 +8,7 @@ plugins {
 
 description = "mynlp是mayabot开源的中文自然语言处理工具集"
 
-val buildVersion = "4.1.0-beta8"
+val buildVersion = "4.1.0-beta10"
 //val buildVersion = "4.0.1-local"
 val snapShot = false
 

diff --git a/doc/mynlp.docx b/doc/mynlp.docx
diff --git a/mynlp-all/build.gradle.kts b/mynlp-all/build.gradle.kts
@@ -16,7 +16,7 @@ dependencies {
     // pinyin
     implementation("com.mayabot.mynlp.resource:mynlp-resource-pinyin:1.1.0")
     // 繁简体转换
-    implementation("com.mayabot.mynlp.resource:mynlp-resource-transform:1.0.0")
+    implementation("com.mayabot.mynlp.resource:mynlp-resource-transform:1.0.1")
 
 
     // 感知机分词模型

diff --git a/mynlp/src/main/java/com/mayabot/nlp/segment/reader/StopwordFilter.java b/mynlp/src/main/java/com/mayabot/nlp/segment/reader/StopwordFilter.java
@@ -40,6 +40,13 @@ public StopwordFilter(LexerReader source, StopWordDict stopWord) {
         this.stopWords = Arrays.asList(stopWord);
     }
 
+
+    /**
+     * 使用指定的停用词词典，和系统自带的通用词无关
+     *
+     * @param source
+     * @param stopWords
+     */
     public StopwordFilter(LexerReader source, List<StopWordDict> stopWords) {
         super(source);
         ArrayList list = new ArrayList();

diff --git a/mynlp/src/main/java/com/mayabot/nlp/starspace/DataHandler.kt b/mynlp/src/main/java/com/mayabot/nlp/starspace/DataHandler.kt
@@ -70,7 +70,7 @@ open class InternDataHandler(val parser: DataParser, val args: Args) : DataHandl
         val sep = Pattern.compile("[\t ]")
 
         examples =
-            fileName.toFile().lines().parallel().map { parser.parse(it, sep) }.filter({ it != null }).collect(toList())
+            fileName.toFile().lines().parallel().map { parser.parse(it, sep) }.filter { it != null }.collect(toList())
 
         println("Total number of examples loaded : " + examples.size)
         size = examples.size