Module: LlmCostTracker::Integrations::Anthropic
- Extended by:
- Base
- Defined in:
- lib/llm_cost_tracker/integrations/anthropic.rb
Defined Under Namespace
Modules: MessagesPatch
Class Method Summary
collapse
Methods included from Base
active?, constant, elapsed_ms, enforce_budget!, install, minimum_version, patch_target, patch_targets, record_safely, request_params, status, version_constant
Class Method Details
.hidden_output_tokens(usage) ⇒ Object
61
62
63
64
65
66
|
# File 'lib/llm_cost_tracker/integrations/anthropic.rb', line 61
def hidden_output_tokens(usage)
ObjectReader.integer(
ObjectReader.first(usage, :thinking_tokens, :thinking_output_tokens) ||
ObjectReader.nested(usage, :output_tokens_details, :reasoning_tokens)
)
end
|
.integration_name ⇒ Object
11
|
# File 'lib/llm_cost_tracker/integrations/anthropic.rb', line 11
def integration_name = :anthropic
|
.minimum_version ⇒ Object
13
|
# File 'lib/llm_cost_tracker/integrations/anthropic.rb', line 13
def minimum_version = "1.36.0"
|
.patch_targets ⇒ Object
17
18
19
20
21
22
23
24
25
26
27
|
# File 'lib/llm_cost_tracker/integrations/anthropic.rb', line 17
def patch_targets
[
patch_target("Anthropic::Resources::Messages", with: MessagesPatch, methods: :create),
patch_target(
"Anthropic::Resources::Beta::Messages",
with: MessagesPatch,
methods: :create,
optional: true
)
]
end
|
.record_message(message, request:, latency_ms:) ⇒ Object
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
|
# File 'lib/llm_cost_tracker/integrations/anthropic.rb', line 29
def record_message(message, request:, latency_ms:)
return unless active?
record_safely do
usage = ObjectReader.first(message, :usage)
next unless usage
input_tokens = ObjectReader.first(usage, :input_tokens)
output_tokens = ObjectReader.first(usage, :output_tokens)
next if input_tokens.nil? && output_tokens.nil?
LlmCostTracker::Tracker.record(
provider: "anthropic",
model: ObjectReader.first(message, :model) || request[:model],
input_tokens: ObjectReader.integer(input_tokens),
output_tokens: ObjectReader.integer(output_tokens),
latency_ms: latency_ms,
usage_source: :sdk_response,
provider_response_id: ObjectReader.first(message, :id),
metadata: usage_metadata(usage)
)
end
end
|
53
54
55
56
57
58
59
|
# File 'lib/llm_cost_tracker/integrations/anthropic.rb', line 53
def usage_metadata(usage)
{
cache_read_input_tokens: ObjectReader.integer(ObjectReader.first(usage, :cache_read_input_tokens)),
cache_write_input_tokens: ObjectReader.integer(ObjectReader.first(usage, :cache_creation_input_tokens)),
hidden_output_tokens: hidden_output_tokens(usage)
}
end
|
.version_constant ⇒ Object
15
|
# File 'lib/llm_cost_tracker/integrations/anthropic.rb', line 15
def version_constant = "Anthropic::VERSION"
|