Class: Legion::Extensions::Llm::Gateway::Client

Inherits:
Object
  • Object
show all
Defined in:
lib/legion/extensions/llm/gateway/client.rb

Instance Method Summary collapse

Constructor Details

#initialize(**opts) ⇒ Client

Returns a new instance of Client.



12
13
14
 
# File 'lib/legion/extensions/llm/gateway/client.rb', line 12

def initialize(**opts)
  @opts = opts
end

Instance Method Details

#build_event ⇒ Object 



32
33
34
 
# File 'lib/legion/extensions/llm/gateway/client.rb', line 32

def build_event(**)
  Runners::Metering.build_event(**)
end

#chat ⇒ Object 



20
21
22
 
# File 'lib/legion/extensions/llm/gateway/client.rb', line 20

def chat(**)
  Runners::Inference.chat(**)
end

#dispatch ⇒ Object 



44
45
46
 
# File 'lib/legion/extensions/llm/gateway/client.rb', line 44

def dispatch(**)
  Runners::Fleet.dispatch(**)
end

#embed ⇒ Object 



24
25
26
 
# File 'lib/legion/extensions/llm/gateway/client.rb', line 24

def embed(**)
  Runners::Inference.embed(**)
end

#fleet_available? ⇒ Boolean

Returns:

  • (Boolean) 


48
49
50
 
# File 'lib/legion/extensions/llm/gateway/client.rb', line 48

def fleet_available?
  Runners::Fleet.fleet_available?
end

#flush_spool ⇒ Object 



40
41
42
 
# File 'lib/legion/extensions/llm/gateway/client.rb', line 40

def flush_spool
  Runners::Metering.flush_spool
end

#publish_or_spool(event) ⇒ Object 



36
37
38
 
# File 'lib/legion/extensions/llm/gateway/client.rb', line 36

def publish_or_spool(event)
  Runners::Metering.publish_or_spool(event)
end

#settings ⇒ Object 



16
17
18
 
# File 'lib/legion/extensions/llm/gateway/client.rb', line 16

def settings
  { options: @opts }
end

#structured ⇒ Object 



28
29
30
 
# File 'lib/legion/extensions/llm/gateway/client.rb', line 28

def structured(**)
  Runners::Inference.structured(**)
end