Class: Legion::Extensions::Llm::Gateway::Actor::InferenceWorker

Inherits:
Actors::Subscription
  • Object
show all
Defined in:
lib/legion/extensions/llm/gateway/actors/inference_worker.rb

Instance Method Summary collapse

Instance Method Details

#runner_class ⇒ Object 



9
10
11
 
# File 'lib/legion/extensions/llm/gateway/actors/inference_worker.rb', line 9

def runner_class
  'Legion::Extensions::Llm::Gateway::Runners::FleetHandler'
end

#runner_function ⇒ Object 



13
14
15
 
# File 'lib/legion/extensions/llm/gateway/actors/inference_worker.rb', line 13

def runner_function
  'handle_fleet_request'
end

#use_runner? ⇒ Boolean

Returns:

  • (Boolean) 


17
18
19
 
# File 'lib/legion/extensions/llm/gateway/actors/inference_worker.rb', line 17

def use_runner?
  false
end