diff options
author | Rocky Madden <git@rockymadden.com> | 2014-01-02 11:06:19 -0700 |
---|---|---|
committer | Rocky Madden <git@rockymadden.com> | 2014-01-02 11:06:19 -0700 |
commit | dcb9bb135ce694c343ab259e8b2210189dc23347 (patch) | |
tree | 540a79ce72af7645ed061f667ef3937288e4a52b /core/source/main/scala/com/rockymadden/stringmetric/Tokenize.scala | |
parent | 2f464c8d625b3a3c794f071c3ee3f66832af4a74 (diff) | |
download | stringmetric-dcb9bb135ce694c343ab259e8b2210189dc23347.tar.gz stringmetric-dcb9bb135ce694c343ab259e8b2210189dc23347.tar.bz2 stringmetric-dcb9bb135ce694c343ab259e8b2210189dc23347.zip |
Changed module name.
Diffstat (limited to 'core/source/main/scala/com/rockymadden/stringmetric/Tokenize.scala')
-rwxr-xr-x | core/source/main/scala/com/rockymadden/stringmetric/Tokenize.scala | 19 |
1 files changed, 19 insertions, 0 deletions
diff --git a/core/source/main/scala/com/rockymadden/stringmetric/Tokenize.scala b/core/source/main/scala/com/rockymadden/stringmetric/Tokenize.scala new file mode 100755 index 0000000..0bae29a --- /dev/null +++ b/core/source/main/scala/com/rockymadden/stringmetric/Tokenize.scala @@ -0,0 +1,19 @@ +package com.rockymadden.stringmetric + +object Tokenize { + trait Tokenizer[A] { + def tokenize(a: A): Option[Array[A]] + } + + + trait StringTokenizer extends Tokenizer[Array[Char]] { + def tokenize(a: String): Option[Array[String]] + } + + + object StringTokenizer { + val NGram = com.rockymadden.stringmetric.tokenize.NGramTokenizer + + def tokenizeWithNGram(n: Int)(charArray: Array[Char]) = NGram(n).tokenize(charArray) + } +} |