Module: Legion::Extensions::Llm::Ollama::Runners::FleetWorker

Extended by:
Logging::Helper
Defined in:
lib/legion/extensions/llm/ollama/runners/fleet_worker.rb

Overview

Runner entrypoint for Ollama fleet request execution.

Class Method Summary collapse

Class Method Details

.handle_fleet_request(payload, delivery: nil, properties: nil) ⇒ Object 



18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
 
# File 'lib/legion/extensions/llm/ollama/runners/fleet_worker.rb', line 18

def handle_fleet_request(payload, delivery: nil, properties: nil)
  payload_keys = payload.respond_to?(:keys) ? payload.keys.join(',') : payload.class
  log.debug do
    "ollama fleet worker handing off request payload_keys=#{payload_keys} " \
      "delivery=#{!delivery.nil?} properties=#{!properties.nil?}"
  end

  Legion::Extensions::Llm::Fleet::ProviderResponder.call(
    payload: payload,
    provider_family: Ollama::PROVIDER_FAMILY,
    provider_class: Ollama::Provider,
    provider_instances: -> { Ollama.discover_instances },
    delivery: delivery,
    properties: properties
  )
end