Class: Rixie::LLM::Adapter::Dummy

Inherits:
Object
  • Object
show all
Defined in:
lib/rixie/llm/adapter/dummy.rb

Constant Summary collapse

DEFAULT_RESPONSE = 
{
  "choices" => [{
    "finish_reason" => "stop",
    "message" => {"role" => "assistant", "content" => "[mock llm generated content]"}
  }]
}.freeze

Instance Method Summary collapse

Constructor Details

#initialize(responses = nil, **_) ⇒ Dummy

Returns a new instance of Dummy.



14
15
16
 
# File 'lib/rixie/llm/adapter/dummy.rb', line 14

def initialize(responses = nil, **_)
  @responses = responses.is_a?(Array) ? responses.dup : nil
end

Instance Method Details

#chat(messages, tools:) ⇒ Object 



18
19
20
21
22
23
24
25
26
 
# File 'lib/rixie/llm/adapter/dummy.rb', line 18

def chat(messages, tools:)
  if @responses.nil?
    return Rixie::LLM::Response.from_openai_wire(DEFAULT_RESPONSE)
  end

  raise "Rixie::LLM::Adapter::Dummy exhausted: no more responses enqueued" if @responses.empty?

  Rixie::LLM::Response.from_openai_wire(@responses.shift)
end

#stream(messages, tools:, &block) ⇒ Object 



28
29
30
31
32
33
34
 
# File 'lib/rixie/llm/adapter/dummy.rb', line 28

def stream(messages, tools:, &block)
  response = chat(messages, tools: tools)
  if (content = response.content)
    block.call(Rixie::Event::Token.new(delta: content))
  end
  response
end