Class: Legion::Extensions::Llm::Vllm::Actor::FleetWorker

Inherits:
Actors::Subscription
  • Object
show all
Includes:
Logging::Helper
Defined in:
lib/legion/extensions/llm/vllm/actors/fleet_worker.rb

Overview

Subscription actor for vLLM fleet request consumption.

Instance Method Summary collapse

Instance Method Details

#enabled? ⇒ Boolean

Returns:

  • (Boolean) 


42
43
44
45
46
 
# File 'lib/legion/extensions/llm/vllm/actors/fleet_worker.rb', line 42

def enabled?
  Legion::Extensions::Llm::Fleet::ProviderResponder.enabled_for?(Vllm.discover_instances).tap do |enabled|
    log.debug { "vLLM fleet worker enabled=#{enabled}" }
  end
end

#runner_class ⇒ Object 



30
31
32
 
# File 'lib/legion/extensions/llm/vllm/actors/fleet_worker.rb', line 30

def runner_class
  'Legion::Extensions::Llm::Vllm::Runners::FleetWorker'
end

#runner_function ⇒ Object 



34
35
36
 
# File 'lib/legion/extensions/llm/vllm/actors/fleet_worker.rb', line 34

def runner_function
  'handle_fleet_request'
end

#use_runner? ⇒ Boolean

Returns:

  • (Boolean) 


38
39
40
 
# File 'lib/legion/extensions/llm/vllm/actors/fleet_worker.rb', line 38

def use_runner?
  false
end