Module: Legion::Extensions::Llamacpp::Runners::Tokenize

Extended by:
Helpers::Client
Includes:
Helpers::Lex
Included in:
Client
Defined in:
lib/legion/extensions/llamacpp/runners/tokenize.rb

Constant Summary

Constants included from Helpers::Client

Helpers::Client::DEFAULT_HOST

Instance Method Summary collapse

Methods included from Helpers::Client

client, streaming_client

Instance Method Details

#detokenize(tokens:) ⇒ Object 



19
20
21
22
23
 
# File 'lib/legion/extensions/llamacpp/runners/tokenize.rb', line 19

def detokenize(tokens:, **)
  body = { tokens: tokens }
  response = Helpers::Errors.with_retry { client(**).post('/detokenize', body) }
  { result: response.body, status: response.status }
end

#tokenize(content:) ⇒ Object 



13
14
15
16
17
 
# File 'lib/legion/extensions/llamacpp/runners/tokenize.rb', line 13

def tokenize(content:, **)
  body = { content: content }
  response = Helpers::Errors.with_retry { client(**).post('/tokenize', body) }
  { result: response.body, status: response.status }
end