Class: LlmCostTracker::Middleware::Faraday

Inherits:
Faraday::Middleware
  • Object
show all
Defined in:
lib/llm_cost_tracker/middleware/faraday.rb

Instance Method Summary collapse

Constructor Details

#initialize(app, **options) ⇒ Faraday

Returns a new instance of Faraday.



11
12
13
14
 
# File 'lib/llm_cost_tracker/middleware/faraday.rb', line 11

def initialize(app, **options)
  super(app)
  @tags = options.fetch(:tags, {})
end

Instance Method Details

#call(request_env) ⇒ Object 



16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
 
# File 'lib/llm_cost_tracker/middleware/faraday.rb', line 16

def call(request_env)
  return @app.call(request_env) unless LlmCostTracker.configuration.enabled

  request_url  = request_env.url.to_s
  request_body = read_body(request_env.body) || ""
  parser       = Parsers::Registry.find_for(request_url)
  streaming    = parser&.streaming_request?(request_url, request_body)
  stream_buffer = install_stream_tap(request_env) if streaming

  Tracker.enforce_budget! if parser
  started_at = monotonic_time

  @app.call(request_env).on_complete do |response_env|
    process(
      parser: parser,
      request_env: request_env,
      request_url: request_url,
      request_body: request_body,
      response_env: response_env,
      latency_ms: elapsed_ms(started_at),
      streaming: streaming,
      stream_buffer: stream_buffer
    )
  end
end