Module: Legion::Extensions::Mlx::Runners::Embeddings

Extended by:

Helpers::Client

Includes:

Helpers::Lex

Included in:

Client

Defined in:

lib/legion/extensions/mlx/runners/embeddings.rb

Constant Summary

Constants included from Helpers::Client

Helpers::Client::DEFAULT_HOST

Instance Method Summary

• #embed(model:, input:) ⇒ Object

Methods included from Helpers::Client

client, streaming_client

Instance Method Details

#embed(model:, input:) ⇒ Object

# File 'lib/legion/extensions/mlx/runners/embeddings.rb', line 13

def embed(model:, input:, **)
  body = { model: model, input: input }.compact
  response = Helpers::Errors.with_retry { client(**).post('/v1/embeddings', body) }
  { result: response.body, status: response.status }
end