summaryrefslogtreecommitdiff
path: root/core/src/main/scala/com/rockymadden/stringmetric/Tokenizer.scala
blob: 7a2544ce5ef0deb7c208565b3ea6a9767f8bd0da (plain) (blame)
1
2
3
4
5
package com.rockymadden.stringmetric

trait Tokenizer[A] {
	def tokenize(a: A): Option[Array[A]]
}