Module: Legion::Extensions::Llm::Vllm::Runners::FleetWorker

Extended by:
Logging::Helper
Includes:
Logging::Helper
Defined in:
lib/legion/extensions/llm/vllm/runners/fleet_worker.rb

Overview

Runner entrypoint for vLLM fleet request execution.

Class Method Summary collapse

Class Method Details

.handle_fleet_request(payload, delivery: nil, properties: nil) ⇒ Object 



19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
 
# File 'lib/legion/extensions/llm/vllm/runners/fleet_worker.rb', line 19

def handle_fleet_request(payload, delivery: nil, properties: nil)
  log.debug do
    "handling vLLM fleet request request_id=#{payload_field(payload, :request_id).inspect} " \
      "provider_instance=#{payload_field(payload, :provider_instance).inspect} " \
      "operation=#{payload_field(payload, :operation).inspect}"
  end
  Legion::Extensions::Llm::Fleet::ProviderResponder.call(
    payload: payload,
    provider_family: Vllm::PROVIDER_FAMILY,
    provider_class: Vllm::Provider,
    provider_instances: -> { Vllm.discover_instances },
    delivery: delivery,
    properties: properties
  )
end

.payload_field(payload, key) ⇒ Object 



35
36
37
38
39
40
41
42
43
 
# File 'lib/legion/extensions/llm/vllm/runners/fleet_worker.rb', line 35

def payload_field(payload, key)
  return unless payload.respond_to?(:[])

  payload[key] || payload[key.to_s]
rescue StandardError => e
  handle_exception(e, level: :debug, handled: true, operation: 'vllm.fleet_worker.payload_field',
                      field: key)
  nil
end