This is an automated email from the ASF dual-hosted git repository.
sergeykamov pushed a commit to branch NLPCRAFT-477
in repository https://gitbox.apache.org/repos/asf/incubator-nlpcraft.git
The following commit(s) were added to refs/heads/NLPCRAFT-477 by this push:
new ed7a790 WIP.
ed7a790 is described below
commit ed7a7901aa252965666e4e77559561c27bc310b7
Author: Sergey Kamov <skhdlem...@gmail.com>
AuthorDate: Mon Feb 7 12:25:57 2022 +0300
WIP.
---
.../intent/matcher/NCIntentSolverVariant.scala | 58 ++++++++++++++++++++++
1 file changed, 58 insertions(+)
diff --git
a/nlpcraft/src/main/scala/org/apache/nlpcraft/internal/intent/matcher/NCIntentSolverVariant.scala
b/nlpcraft/src/main/scala/org/apache/nlpcraft/internal/intent/matcher/NCIntentSolverVariant.scala
new file mode 100644
index 0000000..1d3435b
--- /dev/null
+++
b/nlpcraft/src/main/scala/org/apache/nlpcraft/internal/intent/matcher/NCIntentSolverVariant.scala
@@ -0,0 +1,58 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * https://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.nlpcraft.internal.intent.matcher
+
+import org.apache.nlpcraft.*
+
+import java.util
+import scala.jdk.CollectionConverters.*
+
+/**
+ * Sentence variant & its weight.
+ */
+case class NCIntentSolverVariant(entities: Seq[NCEntity]) extends
Ordered[NCIntentSolverVariant]:
+ private lazy val weights = calcWeight()
+
+ /**
+ *
+ * @param idx
+ * @return
+ */
+ private def calcSparsity(idx: Seq[Int]): Int =
+ idx.zipWithIndex.tail.map { case (v, i) => Math.abs(v - idx(i - 1))
}.sum - idx.length + 1
+
+ /**
+ * Calculates weight components.
+ */
+ private def calcWeight(): Seq[Int] =
+ val toks: Seq[Seq[NCToken]] = entities.map(_.getTokens.asScala.toSeq)
+
+ val toksCnt = toks.map(_.size).sum
+ val totalSparsity = -toks.map(seq =>
calcSparsity(seq.map(_.getIndex))).sum // Less is better.
+ val avgWordsPerEntity = if toksCnt > 0 then
Math.round((entities.size.toFloat / toksCnt) * 100) else 0
+
+ // Order is important.
+ Seq(toksCnt, avgWordsPerEntity, totalSparsity)
+
+ override def compare(other: NCIntentSolverVariant): Int =
+ def compareWeight(weight1: Int, weight2: Int): Option[Int] =
+ if weight1 > weight2 then Option(1)
+ else if weight2 > weight1 then Option(-1)
+ else None
+
+ weights.zip(other.weights).flatMap { (w1, w2) => compareWeight(w1,
w2)}.to(LazyList).headOption.getOrElse(0)
\ No newline at end of file
