1 files changed, 14 insertions, 0 deletions
diff --git a/core/source/core/scala/com/rockymadden/stringmetric/StringTokenizer.scala b/core/source/core/scala/com/rockymadden/stringmetric/StringTokenizer.scala
new file mode 100755
index 0000000..bef56d9
--- /dev/null
+++ b/core/source/core/scala/com/rockymadden/stringmetric/StringTokenizer.scala
@@ -0,0 +1,14 @@
+package com.rockymadden.stringmetric
+
+trait StringTokenizer[A, B] extends Tokenizer[String, A, B] {
+	def tokenize(charArray: Array[Char])(implicit a: A): Option[Array[Array[Char]]]
+}
+
+object StringTokenizer {
+	type NGram = com.rockymadden.stringmetric.tokenization.NGramTokenizer
+	val NGram = com.rockymadden.stringmetric.tokenization.NGramTokenizer
+
+	def tokenizeWithNGram(charArray: Array[Char])(n: Int) = NGram.tokenize(charArray)(n)
+
+	def tokenizeWithNGram(string: String)(n: Int) = NGram.tokenize(string)(n)
+}