Tokenizer.scala « stringmetric « rockymadden « com « scala « main « source « core - stringmetric - :dart: String metrics and phonetic algorithms for Scala (e.g. Dice/Sorensen, Hamming, Jaccard, Jaro, Jaro-Winkler, Levenshtein, Metaphone, N-Gram, NYSIIS, Overlap, Ratcliff/Obershelp, Refined NYSIIS, Refined Soundex, Soundex, Weighted Levenshtein).

summary refs log tree commit diff

path: root/core/source/main/scala/com/rockymadden/stringmetric/Tokenizer.scala

blob: aae974273febe6d73ab2af741b0d275d08b92693 (plain) (blame)

package com.rockymadden.stringmetric

object Tokenizer {
	trait TokenizerLike[A] {
		def tokenize(a: A): Option[Array[A]]
	}


	trait StringTokenizerLike extends TokenizerLike[Array[Char]] {
		def tokenize(a: String): Option[Array[String]]
	}
}