Module: Legion::Extensions::Llm::Gateway

Extended by:

Core

Defined in:

lib/legion/extensions/llm/gateway.rb,
lib/legion/extensions/llm/gateway/client.rb,
lib/legion/extensions/llm/gateway/version.rb,
lib/legion/extensions/llm/gateway/helpers/rpc.rb,
lib/legion/extensions/llm/gateway/helpers/auth.rb,
lib/legion/extensions/llm/gateway/runners/fleet.rb,
lib/legion/extensions/llm/gateway/runners/metering.rb,
lib/legion/extensions/llm/gateway/runners/inference.rb,
lib/legion/extensions/llm/gateway/actors/spool_flush.rb,
lib/legion/extensions/llm/gateway/helpers/usage_queries.rb,
lib/legion/extensions/llm/gateway/runners/fleet_handler.rb,
lib/legion/extensions/llm/gateway/actors/metering_writer.rb,
lib/legion/extensions/llm/gateway/helpers/cost_estimator.rb,
lib/legion/extensions/llm/gateway/runners/provider_stats.rb,
lib/legion/extensions/llm/gateway/runners/usage_reporter.rb,
lib/legion/extensions/llm/gateway/actors/inference_worker.rb,
lib/legion/extensions/llm/gateway/runners/metering_writer.rb,
lib/legion/extensions/llm/gateway/helpers/reply_dispatcher.rb,
lib/legion/extensions/llm/gateway/transport/exchanges/metering.rb,
lib/legion/extensions/llm/gateway/transport/exchanges/inference.rb,
lib/legion/extensions/llm/gateway/transport/queues/metering_write.rb,
lib/legion/extensions/llm/gateway/transport/messages/metering_event.rb,
lib/legion/extensions/llm/gateway/transport/queues/inference_process.rb,
lib/legion/extensions/llm/gateway/transport/messages/inference_request.rb,
lib/legion/extensions/llm/gateway/transport/messages/inference_response.rb

Defined Under Namespace

Modules: Actor, Helpers, Runners, Transport Classes: Client

Constant Summary

VERSION =

'0.2.15'