---------------------------------------

mayabot · Jun 26, 2023 · cf40957 · cf40957
1 parent 5c91be2
commit cf40957
Show file tree

Hide file tree

Showing 5 changed files with 10 additions and 3 deletions.
diff --git a/build.gradle.kts b/build.gradle.kts
@@ -8,7 +8,7 @@ plugins {
 
 description = "mynlp是mayabot开源的中文自然语言处理工具集"
 
-val buildVersion = "4.1.0-beta8"
+val buildVersion = "4.1.0-beta10"
 //val buildVersion = "4.0.1-local"
 val snapShot = false
 

diff --git a/doc/mynlp.docx b/doc/mynlp.docx
diff --git a/mynlp-all/build.gradle.kts b/mynlp-all/build.gradle.kts
@@ -16,7 +16,7 @@ dependencies {
  // pinyin
  implementation("com.mayabot.mynlp.resource:mynlp-resource-pinyin:1.1.0")
  // 繁简体转换
- implementation("com.mayabot.mynlp.resource:mynlp-resource-transform:1.0.0")
+ implementation("com.mayabot.mynlp.resource:mynlp-resource-transform:1.0.1")
 
 
  // 感知机分词模型

diff --git a/mynlp/src/main/java/com/mayabot/nlp/segment/reader/StopwordFilter.java b/mynlp/src/main/java/com/mayabot/nlp/segment/reader/StopwordFilter.java
@@ -40,6 +40,13 @@ public StopwordFilter(LexerReader source, StopWordDict stopWord) {
  this.stopWords = Arrays.asList(stopWord);
  }
 
+
+ /**
+ * 使用指定的停用词词典，和系统自带的通用词无关
+ *
+ * @param source
+ * @param stopWords
+ */
  public StopwordFilter(LexerReader source, List<StopWordDict> stopWords) {
  super(source);
  ArrayList list = new ArrayList();

diff --git a/mynlp/src/main/java/com/mayabot/nlp/starspace/DataHandler.kt b/mynlp/src/main/java/com/mayabot/nlp/starspace/DataHandler.kt
@@ -70,7 +70,7 @@ open class InternDataHandler(val parser: DataParser, val args: Args) : DataHandl
  val sep = Pattern.compile("[\t ]")
 
  examples =
- fileName.toFile().lines().parallel().map { parser.parse(it, sep) }.filter({ it != null }).collect(toList())
+ fileName.toFile().lines().parallel().map { parser.parse(it, sep) }.filter { it != null }.collect(toList())
 
  println("Total number of examples loaded : " + examples.size)
  size = examples.size