Class: Legion::Extensions::Llm::Gateway::Transport::Messages::InferenceRequest

Inherits:
Transport::Message
  • Object
show all
Defined in:
lib/legion/extensions/llm/gateway/transport/messages/inference_request.rb

Instance Method Summary collapse

Instance Method Details

#encrypt? ⇒ Boolean

Returns:

  • (Boolean) 


18
19
20
 
# File 'lib/legion/extensions/llm/gateway/transport/messages/inference_request.rb', line 18

def encrypt?
  false
end

#message ⇒ Object 



30
31
32
33
34
35
36
37
38
39
 
# File 'lib/legion/extensions/llm/gateway/transport/messages/inference_request.rb', line 30

def message
  {
    model: @options[:model], messages: @options[:messages] || [],
    intent: @options[:intent], reply_to: @options[:reply_to],
    correlation_id: @options[:correlation_id], signed_token: @options[:signed_token],
    provider: @options[:provider], tier: @options[:tier],
    request_type: @options[:request_type], schema: @options[:schema],
    text: @options[:text]
  }
end

#routing_key ⇒ Object 



10
11
12
 
# File 'lib/legion/extensions/llm/gateway/transport/messages/inference_request.rb', line 10

def routing_key
  'inference.request'
end

#type ⇒ Object 



14
15
16
 
# File 'lib/legion/extensions/llm/gateway/transport/messages/inference_request.rb', line 14

def type
  'inference_request'
end

#validate ⇒ Object 



22
23
24
25
26
27
28
 
# File 'lib/legion/extensions/llm/gateway/transport/messages/inference_request.rb', line 22

def validate
  raise 'model is required' unless @options[:model]
  raise 'reply_to is required' unless @options[:reply_to]
  raise 'correlation_id is required' unless @options[:correlation_id]

  @valid = true
end