Class: Legion::LLM::Transport::Messages::FleetError

Inherits:
Legion::LLM::Transport::Message show all
Defined in:
lib/legion/llm/transport/messages/fleet_error.rb

Constant Summary collapse

ERROR_CODES =
%w[
  model_not_loaded ollama_unavailable inference_failed inference_timeout
  invalid_token token_expired payload_too_large unsupported_type
  unsupported_streaming no_fleet_queue fleet_backpressure fleet_timeout
].freeze

Constants inherited from Legion::LLM::Transport::Message

Legion::LLM::Transport::Message::LLM_ENVELOPE_KEYS

Instance Method Summary collapse

Methods inherited from Legion::LLM::Transport::Message

#app_id, #correlation_id, #message, #message_context, #message_id, #tracing_headers

Instance Method Details

#encrypt?Boolean

Returns:

  • (Boolean)


20
# File 'lib/legion/llm/transport/messages/fleet_error.rb', line 20

def encrypt?    = false

#expirationObject



19
# File 'lib/legion/llm/transport/messages/fleet_error.rb', line 19

def expiration  = nil

#headersObject



22
23
24
# File 'lib/legion/llm/transport/messages/fleet_error.rb', line 22

def headers
  super.merge(error_headers).merge(tracing_headers)
end

#priorityObject



18
# File 'lib/legion/llm/transport/messages/fleet_error.rb', line 18

def priority    = 0

#publish(options = @options) ⇒ Object

Same default-exchange override as FleetResponse.



27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
# File 'lib/legion/llm/transport/messages/fleet_error.rb', line 27

def publish(options = @options)
  raise unless @valid

  validate_payload_size
  channel.default_exchange.publish(
    encode_message,
    routing_key:      routing_key,
    content_type:     options[:content_type] || content_type,
    content_encoding: options[:content_encoding] || content_encoding,
    headers:          headers,
    type:             type,
    priority:         priority,
    message_id:       message_id,
    correlation_id:   correlation_id,
    app_id:           app_id,
    timestamp:        timestamp
  )
rescue Bunny::ConnectionClosedError, Bunny::ChannelAlreadyClosed,
       Bunny::NetworkErrorWrapper, IOError, Timeout::Error => e
  spool_message(e)
end

#routing_keyObject



17
# File 'lib/legion/llm/transport/messages/fleet_error.rb', line 17

def routing_key = @options[:reply_to]

#typeObject



16
# File 'lib/legion/llm/transport/messages/fleet_error.rb', line 16

def type        = 'llm.fleet.error'