Class: Legion::LLM::Call::LexLLMAdapter

Inherits:
Object
  • Object
show all
Includes:
Legion::Logging::Helper
Defined in:
lib/legion/llm/call/lex_llm_adapter.rb

Overview

Adapts a lex-llm provider class to legion-llm’s native dispatch contract.

Defined Under Namespace

Classes: ToolShim

Constant Summary collapse

METADATA_KEYS = 
%i[tier capabilities enabled].freeze

Instance Method Summary collapse

Constructor Details

#initialize(provider_name, provider_class, instance_config: {}) ⇒ LexLLMAdapter

Returns a new instance of LexLLMAdapter.



14
15
16
17
18
19
 
# File 'lib/legion/llm/call/lex_llm_adapter.rb', line 14

def initialize(provider_name, provider_class, instance_config: {})
  @provider_name = provider_name.to_sym
  @provider_class = provider_class
  @instance_config = instance_config
  @lex_llm_namespace = resolve_lex_llm_namespace
end

Instance Method Details

#chat(model:, messages:, **opts) ⇒ Object 



21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
 
# File 'lib/legion/llm/call/lex_llm_adapter.rb', line 21

def chat(model:, messages:, **opts)
  response = provider.complete(
    normalize_messages(messages, system: opts[:system]),
    tools:       normalize_tools(opts[:tools]),
    temperature: opts[:temperature],
    params:      opts[:params] || {},
    headers:     opts[:headers] || {},
    schema:      opts[:schema],
    thinking:    opts[:thinking],
    tool_prefs:  opts[:tool_prefs],
    model:       model_info(model, offering_metadata: opts[:offering_metadata])
  )

  message_response(response, offering_metadata: opts[:offering_metadata])
end

#count_tokens(model:, messages:) ⇒ Object 



68
69
70
71
72
73
74
 
# File 'lib/legion/llm/call/lex_llm_adapter.rb', line 68

def count_tokens(model:, messages:, **)
  {
    result: estimate_tokens(messages),
    model:  model,
    usage:  {}
  }
end

#embed(model:, text:, dimensions: nil, **opts) ⇒ Object 



57
58
59
60
61
62
63
64
65
66
 
# File 'lib/legion/llm/call/lex_llm_adapter.rb', line 57

def embed(model:, text:, dimensions: nil, **opts)
  response = provider.embed(text, model: model, dimensions: dimensions)

  {
    result:   response.vectors,
    model:    response.model,
    usage:    { input_tokens: response.input_tokens.to_i, output_tokens: 0 },
    metadata: response_metadata(offering_metadata: opts[:offering_metadata])
  }
end

#offerings(live: false, **filters) ⇒ Object 



76
77
78
79
80
 
# File 'lib/legion/llm/call/lex_llm_adapter.rb', line 76

def offerings(live: false, **filters)
  return [] unless provider.respond_to?(:discover_offerings)

  provider.discover_offerings(live: live, **filters)
end

#stream(model:, messages:, **opts, &block) ⇒ Object 



37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
 
# File 'lib/legion/llm/call/lex_llm_adapter.rb', line 37

def stream(model:, messages:, **opts, &block)
  chunks = []
  provider.complete(
    normalize_messages(messages, system: opts[:system]),
    tools:       normalize_tools(opts[:tools]),
    temperature: opts[:temperature],
    params:      opts[:params] || {},
    headers:     opts[:headers] || {},
    schema:      opts[:schema],
    thinking:    opts[:thinking],
    tool_prefs:  opts[:tool_prefs],
    model:       model_info(model, offering_metadata: opts[:offering_metadata])
  ) do |chunk|
    chunks << chunk
    block&.call(chunk)
  end

  chunk_response(chunks, offering_metadata: opts[:offering_metadata])
end