Class: Kward::ContextUsage

Inherits:
Object
  • Object
show all
Defined in:
lib/kward/model/context_usage.rb

Constant Summary collapse

OPENAI_CONTEXT_PROVIDERS = 
["Codex", "OpenAI"].freeze

Instance Method Summary collapse

Constructor Details

#initialize(token_counter: TiktokenTokenCounter.new) ⇒ ContextUsage

Returns a new instance of ContextUsage.



8
9
10
 
# File 'lib/kward/model/context_usage.rb', line 8

def initialize(token_counter: TiktokenTokenCounter.new)
  @token_counter = token_counter
end

Instance Method Details

#call(provider:, model:, context_window:, context_parts:) ⇒ Object 



12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
 
# File 'lib/kward/model/context_usage.rb', line 12

def call(provider:, model:, context_window:, context_parts:)
  return nil unless OPENAI_CONTEXT_PROVIDERS.include?(provider.to_s)
  return nil unless context_window
  return nil if contains_image?(context_parts)

  parts = stringify_keys(context_parts || {})
  return nil unless contains_session_content?(parts)

  payload = prompt_payload(parts)
  return nil if payload.empty?

  tokens = @token_counter.count(JSON.generate(payload), model: model)
  {
    tokens: tokens,
    contextWindow: context_window,
    percent: ((tokens.to_f / context_window.to_i) * 100).round(2),
    estimated: true
  }
rescue LoadError
  nil
end