Module: LlmCostTracker::Pricing

Defined in:
lib/llm_cost_tracker/pricing.rb

Constant Summary collapse

PRICES = 
PriceRegistry.builtin_prices
MUTEX = 
Monitor.new

Class Method Summary collapse

Class Method Details

.cost_for(model:, input_tokens:, output_tokens:, cached_input_tokens: 0, cache_read_input_tokens: 0, cache_creation_input_tokens: 0) ⇒ Object 



11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
 
# File 'lib/llm_cost_tracker/pricing.rb', line 11

def cost_for(model:, input_tokens:, output_tokens:, cached_input_tokens: 0,
             cache_read_input_tokens: 0, cache_creation_input_tokens: 0)
  prices = lookup(model)
  return nil unless prices

  token_counts = normalized_token_counts(input_tokens, output_tokens, cached_input_tokens,
                                         cache_read_input_tokens, cache_creation_input_tokens)
  costs = calculate_costs(token_counts, prices)

  Cost.new(
    input_cost: costs[:input].round(8),
    cached_input_cost: costs[:cached_input].round(8),
    cache_read_input_cost: costs[:cache_read_input].round(8),
    cache_creation_input_cost: costs[:cache_creation_input].round(8),
    output_cost: costs[:output].round(8),
    total_cost: costs.values.sum.round(8),
    currency: "USD"
  )
end

.lookup(model) ⇒ Object 



31
32
33
34
35
36
37
 
# File 'lib/llm_cost_tracker/pricing.rb', line 31

def lookup(model)
  table = prices
  model_name = model.to_s
  normalized_model = normalize_model_name(model_name)

  table[model_name] || table[normalized_model] || fuzzy_match(model_name, normalized_model, table)
end

.metadata ⇒ Object 



43
44
45
 
# File 'lib/llm_cost_tracker/pricing.rb', line 43

def metadata
  PriceRegistry.metadata
end

.models ⇒ Object 



39
40
41
 
# File 'lib/llm_cost_tracker/pricing.rb', line 39

def models
  prices.keys
end

.prices ⇒ Object 



47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
 
# File 'lib/llm_cost_tracker/pricing.rb', line 47

def prices
  file_prices = PriceRegistry.file_prices(LlmCostTracker.configuration.prices_file)
  overrides = PriceRegistry.normalize_price_table(LlmCostTracker.configuration.pricing_overrides)
  cache_key = [file_prices.object_id, LlmCostTracker.configuration.pricing_overrides.hash]

  cached = @prices_cache
  return cached[:value] if cached && cached[:key] == cache_key

  MUTEX.synchronize do
    cached = @prices_cache
    return cached[:value] if cached && cached[:key] == cache_key

    value = PRICES.merge(file_prices).merge(overrides).freeze
    @prices_cache = { key: cache_key, value: value }.freeze
    value
  end
end