Module: Legion::Extensions::Llm::Openai::Runners::FleetWorker

Extended by:
Logging::Helper
Defined in:
lib/legion/extensions/llm/openai/runners/fleet_worker.rb

Overview

Runner entrypoint for OpenAI fleet request execution.

Class Method Summary collapse

Class Method Details

.handle_fleet_request(payload, delivery: nil, properties: nil) ⇒ Object 



17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
 
# File 'lib/legion/extensions/llm/openai/runners/fleet_worker.rb', line 17

def handle_fleet_request(payload, delivery: nil, properties: nil)
  log.debug do
    "Handling OpenAI fleet request: request_id=#{payload_value(payload, :request_id) || 'unknown'}, " \
      "provider_instance=#{payload_value(payload, :provider_instance) || 'default'}"
  end

  Legion::Extensions::Llm::Fleet::ProviderResponder.call(
    payload: payload,
    provider_family: Openai::PROVIDER_FAMILY,
    provider_class: Openai::Provider,
    provider_instances: -> { Openai.discover_instances },
    delivery: delivery,
    properties: properties
  )
rescue StandardError => e
  handle_exception(e, level: :error, handled: true, operation: 'openai.fleet_worker.handle_request')
  raise
end

.payload_value(payload, key) ⇒ Object 



36
37
38
39
40
 
# File 'lib/legion/extensions/llm/openai/runners/fleet_worker.rb', line 36

def payload_value(payload, key)
  return unless payload.respond_to?(:[])

  payload[key] || payload[key.to_s]
end