diff options
Diffstat (limited to 'core/source/main/scala/com/rockymadden/stringmetric/Tokenize.scala')
-rwxr-xr-x | core/source/main/scala/com/rockymadden/stringmetric/Tokenize.scala | 7 |
1 files changed, 2 insertions, 5 deletions
diff --git a/core/source/main/scala/com/rockymadden/stringmetric/Tokenize.scala b/core/source/main/scala/com/rockymadden/stringmetric/Tokenize.scala index 00b173d..a011c96 100755 --- a/core/source/main/scala/com/rockymadden/stringmetric/Tokenize.scala +++ b/core/source/main/scala/com/rockymadden/stringmetric/Tokenize.scala @@ -19,12 +19,9 @@ object Tokenize { final case class NGramTokenizer(n: Int) extends StringTokenizer { - override def tokenize(a: Array[Char]): Option[Array[Array[Char]]] = { - if (n <= 0) return None - - if (a.length < n) None + override def tokenize(a: Array[Char]): Option[Array[Array[Char]]] = + if (n <= 0 || a.length < n) None else Some(sequence(a, Array.empty[Array[Char]], n)) - } override def tokenize(a: String): Option[Array[String]] = tokenize(a.toCharArray).map(_.map(_.mkString)) |