Class: SavvyOpenrouter::Resources::Chat

Inherits:
Base
  • Object
show all
Defined in:
lib/savvy_openrouter/resources/chat.rb

Instance Method Summary collapse

Methods inherited from Base

#initialize

Constructor Details

This class inherits a constructor from SavvyOpenrouter::Resources::Base

Instance Method Details

#completions(messages:, **params) ⇒ Object 



10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
 
# File 'lib/savvy_openrouter/resources/chat.rb', line 10

def completions(messages:, **params)
  policy = CompletionRetryPolicy.new(config.chat_retries)
  body = config.merge_chat_body({ messages: messages }.merge(params))
  lm = logical_model_from_body(body)
  conn.with_call_context(endpoint: "chat_completions", logical_model: lm) do
    attempt = 0
    last_response = nil
    begin
      loop do
        attempt += 1
        begin
          last_response = conn.post("/chat/completions", body: body)
        rescue SavvyOpenrouter::ApiError => e
          raise e if attempt >= policy.max_attempts || !policy.retry_http_error?(e)

          policy.wait_after_attempt(attempt)
          next
        end

        return last_response unless policy.retry_response?(last_response)
        return last_response if attempt >= policy.max_attempts

        policy.wait_after_attempt(attempt)
      end
    ensure
      conn.flush_deferred_chat_log!
    end
  end
end

#completions_stream(messages:, **params, &block) ⇒ Object

Yields each SSE ‘data:` payload string (JSON text from the model stream).



41
42
43
44
45
46
47
48
49
50
51
52
 
# File 'lib/savvy_openrouter/resources/chat.rb', line 41

def completions_stream(messages:, **params, &block)
  body = config.merge_chat_body({ messages: messages, stream: true }.merge(params))
  lm = logical_model_from_body(body)
  conn.with_call_context(endpoint: "chat_completions", logical_model: lm) do
    return enum_for(:completions_stream, messages: messages, **params) unless block

    chunk_enum = Enumerator.new do |y|
      conn.stream_post("/chat/completions", body) { |ch| y << ch }
    end
    Streaming.each_sse_data(chunk_enum, &block)
  end
end