Class: Ask::Agent::Chat

Inherits:
Object
  • Object
show all
Defined in:
lib/ask/agent/chat.rb

Instance Attribute Summary collapse

Instance Method Summary collapse

Constructor Details

#initialize(model:, tools: [], temperature: nil, schema: nil, provider: nil) ⇒ Chat

Returns a new instance of Chat.



27
28
29
30
31
32
33
34
35
36
 
# File 'lib/ask/agent/chat.rb', line 27

def initialize(model:, tools: [], temperature: nil, schema: nil, provider: nil, **)
  @model_id = model.respond_to?(:id) ? model.id : model.to_s
  @model_info = Ask::ModelCatalog.find(@model_id)
  @tools = tools
  @temperature = temperature
  @schema = schema
  @messages = []
  @provider_override = provider
  @provider = nil
end

Instance Attribute Details

#messages ⇒ Object (readonly)

Returns the value of attribute messages.



25
26
27
 
# File 'lib/ask/agent/chat.rb', line 25

def messages
  @messages
end

#model_id ⇒ Object (readonly)

Returns the value of attribute model_id.



19
20
21
 
# File 'lib/ask/agent/chat.rb', line 19

def model_id
  @model_id
end

#test_provider=(value) ⇒ Object (writeonly)

Sets the attribute test_provider

Parameters:

  • value —

    the value to set the attribute test_provider to.



107
108
109
 
# File 'lib/ask/agent/chat.rb', line 107

def test_provider=(value)
  @test_provider = value
end

Instance Method Details

#add_message(role:, content: nil, tool_call_id: nil, tool_calls: nil) ⇒ Object 



78
79
80
81
82
83
84
85
 
# File 'lib/ask/agent/chat.rb', line 78

def add_message(role:, content: nil, tool_call_id: nil, tool_calls: nil)
  @messages << Ask::Message.new(
    role: role,
    content: content,
    tool_call_id: tool_call_id,
    tool_calls: tool_calls
  )
end

#ask(message = nil, &block) ⇒ Object 



38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
 
# File 'lib/ask/agent/chat.rb', line 38

def ask(message = nil, &block)
  @messages << Ask::Message.new(role: :user, content: message.to_s) if message

  stream = block_given?
  tool_defs = @tools.map { |t| Ask::ToolDef.from_tool(t) }

  calls_acc = {}

  provider_model = @model_id
  provider_tools = tool_defs
  provider_temp = @temperature
  provider_schema = @schema&.respond_to?(:to_json_schema) ? @schema.to_json_schema : @schema
  provider_params = @extra_params || {}

  result = chat_with_retry(stream, calls_acc, &block)

  response_msg = if result.respond_to?(:chunks)
    build_stream_response(result, calls_acc)
  else
    build_response(result)
  end

  @messages << Ask::Message.new(
    role: :assistant,
    content: response_msg.content,
    tool_calls: response_msg.tool_calls&.values&.map { |tc|
      { id: tc.id, type: "function", name: tc.name, arguments: tc.arguments }
    },
    metadata: {
      input_tokens: response_msg.input_tokens,
      output_tokens: response_msg.output_tokens,
      cost: response_msg.cost
    }.compact
  )

  emit_instrumentation(stream, response_msg)

  response_msg
end

#model ⇒ Object 



21
22
23
 
# File 'lib/ask/agent/chat.rb', line 21

def model
  @model_id
end

#reset_messages! ⇒ Object 



103
104
105
 
# File 'lib/ask/agent/chat.rb', line 103

def reset_messages!
  @messages.clear
end

#with_instructions(prompt) ⇒ Object 



87
88
89
90
91
 
# File 'lib/ask/agent/chat.rb', line 87

def with_instructions(prompt)
  @messages.reject! { |m| m.role == :system }
  @messages.unshift(Ask::Message.new(role: :system, content: prompt))
  self
end

#with_params(**params) ⇒ Object 



93
94
95
96
 
# File 'lib/ask/agent/chat.rb', line 93

def with_params(**params)
  @extra_params = (@extra_params || {}).merge(params)
  self
end

#with_schema(schema) ⇒ Object 



98
99
100
101
 
# File 'lib/ask/agent/chat.rb', line 98

def with_schema(schema)
  @schema = schema.respond_to?(:to_json_schema) ? schema.to_json_schema : schema
  self
end