Module: Kotoshu::Language::Tokenizer

Defined in:

lib/kotoshu/language/tokenizer/base.rb,
lib/kotoshu/language/tokenizer/latin_tokenizer.rb,
lib/kotoshu/language/tokenizer/french_tokenizer.rb,
lib/kotoshu/language/tokenizer/german_tokenizer.rb,
lib/kotoshu/language/tokenizer/russian_tokenizer.rb,
lib/kotoshu/language/tokenizer/spanish_tokenizer.rb,
lib/kotoshu/language/tokenizer/japanese_tokenizer.rb,
lib/kotoshu/language/tokenizer/portuguese_tokenizer.rb

Defined Under Namespace

Classes: Base, FrenchTokenizer, GermanTokenizer, JapaneseTokenizer, LatinTokenizer, PortugueseTokenizer, RussianTokenizer, SpanishTokenizer