Method List
-
analyze RubyLLM::Tokenizer
-
#analyze RubyLLM::Tokenizer::Backend::Base
-
#analyze RubyLLM::Tokenizer::Backend::HuggingFace
-
#approximate_warn RubyLLM::Tokenizer::Configuration
-
#backend RubyLLM::Tokenizer::Registry::Entry
-
#cache_dir RubyLLM::Tokenizer::Configuration
-
#clear RubyLLM::Tokenizer::Registry
-
configuration RubyLLM::Tokenizer
-
configure RubyLLM::Tokenizer
-
count RubyLLM::Tokenizer
-
#count RubyLLM::Tokenizer::Backend::Base
-
#count RubyLLM::Tokenizer::Analysis
-
#decode RubyLLM::Tokenizer::Backend::Base
-
#decode RubyLLM::Tokenizer::Backend::Tiktoken
-
#decode RubyLLM::Tokenizer::Backend::HuggingFace
-
#default_cache_dir RubyLLM::Tokenizer::Configuration
-
enable_claude_approximation! RubyLLM::Tokenizer
-
#encode RubyLLM::Tokenizer::Backend::Base
-
#encode RubyLLM::Tokenizer::Backend::Tiktoken
-
#encode RubyLLM::Tokenizer::Backend::Approximate
-
#encode RubyLLM::Tokenizer::Backend::HuggingFace
-
#encoding_name RubyLLM::Tokenizer::Backend::Tiktoken
-
#entries RubyLLM::Tokenizer::Registry
-
#hf_token RubyLLM::Tokenizer::Configuration
-
#identifier RubyLLM::Tokenizer::Backend::Base
-
#identifier RubyLLM::Tokenizer::Backend::Tiktoken
-
#identifier RubyLLM::Tokenizer::Backend::Approximate
-
#identifier RubyLLM::Tokenizer::Backend::HuggingFace
-
#ids RubyLLM::Tokenizer::Analysis
-
#initialize RubyLLM::Tokenizer::ContextExceededError
-
#initialize RubyLLM::Tokenizer::Registry
-
#initialize RubyLLM::Tokenizer::Configuration
-
#initialize RubyLLM::Tokenizer::Backend::Tiktoken
-
#initialize RubyLLM::Tokenizer::Backend::Approximate
-
#initialize RubyLLM::Tokenizer::Backend::HuggingFace
-
#limit RubyLLM::Tokenizer::ContextExceededError
-
load_default RubyLLM::Tokenizer::Registry
-
#load_defaults_from RubyLLM::Tokenizer::Registry
-
#match RubyLLM::Tokenizer::Registry::Entry
-
#matches? RubyLLM::Tokenizer::Registry::Entry
-
#model RubyLLM::Tokenizer::ContextExceededError
-
#model RubyLLM::Tokenizer::Analysis
-
#offline RubyLLM::Tokenizer::Configuration
-
#options RubyLLM::Tokenizer::Registry::Entry
-
parse_match RubyLLM::Tokenizer::Registry
-
register RubyLLM::Tokenizer
-
#register RubyLLM::Tokenizer::Registry
-
registry RubyLLM::Tokenizer
-
#repo RubyLLM::Tokenizer::Backend::HuggingFace
-
reset! RubyLLM::Tokenizer
-
#resolve RubyLLM::Tokenizer::Registry
-
#revision RubyLLM::Tokenizer::Backend::HuggingFace
-
#to_h RubyLLM::Tokenizer::Analysis
-
#token_count RubyLLM::Tokenizer::ContextExceededError
-
#tokens RubyLLM::Tokenizer::Analysis
-
truncate RubyLLM::Tokenizer
-
#truncate RubyLLM::Tokenizer::Backend::Base