Class: Ask::Agent::Chat

Inherits:
Object
  • Object
show all
Defined in:
lib/ask/agent/chat.rb

Instance Attribute Summary collapse

Instance Method Summary collapse

Constructor Details

#initialize(model:, tools: [], temperature: nil, schema: nil, provider: nil) ⇒ Chat

Returns a new instance of Chat.



29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
 
# File 'lib/ask/agent/chat.rb', line 29

def initialize(model:, tools: [], temperature: nil, schema: nil, provider: nil, **)
  @model_id = model.respond_to?(:id) ? model.id : model.to_s
  @model_info = Ask::ModelCatalog.find(@model_id)
  @tools = tools
  @temperature = temperature
  @schema = schema
  @messages = []
  @provider_override = provider
  @provider = nil

  # Read configured middleware and stream transforms from global config
  config = Ask::Agent.configuration
  @middleware_pipeline = config.middleware.configured? ? config.middleware : nil
  @transform_pipeline = config.stream_transforms.configured? ? config.stream_transforms : nil
end

Instance Attribute Details

#messages ⇒ Object (readonly)

Returns the value of attribute messages.



25
26
27
 
# File 'lib/ask/agent/chat.rb', line 25

def messages
  @messages
end

#model_id ⇒ Object (readonly)

Returns the value of attribute model_id.



19
20
21
 
# File 'lib/ask/agent/chat.rb', line 19

def model_id
  @model_id
end

#test_provider=(value) ⇒ Object (writeonly)

Sets the attribute test_provider

Parameters:

  • value —

    the value to set the attribute test_provider to.



27
28
29
 
# File 'lib/ask/agent/chat.rb', line 27

def test_provider=(value)
  @test_provider = value
end

Instance Method Details

#add_message(role:, content: nil, tool_call_id: nil, tool_calls: nil) ⇒ Object 



72
73
74
75
76
77
78
79
 
# File 'lib/ask/agent/chat.rb', line 72

def add_message(role:, content: nil, tool_call_id: nil, tool_calls: nil)
  @messages << Ask::Message.new(
    role: role,
    content: content,
    tool_call_id: tool_call_id,
    tool_calls: tool_calls
  )
end

#ask(message = nil, &block) ⇒ Object 



45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
 
# File 'lib/ask/agent/chat.rb', line 45

def ask(message = nil, &block)
  @messages << Ask::Message.new(role: :user, content: message.to_s) if message

  stream = block_given?
  tool_defs = @tools.map { |t| Ask::ToolDef.from_tool(t) }

  calls_acc = {}
  response_msg = chat_with_retry(stream, calls_acc, &block)

  @messages << Ask::Message.new(
    role: :assistant,
    content: response_msg.content,
    tool_calls: response_msg.tool_calls&.values&.map { |tc|
      { id: tc.id, type: "function", name: tc.name, arguments: tc.arguments }
    },
    metadata: {
      input_tokens: response_msg.input_tokens,
      output_tokens: response_msg.output_tokens,
      cost: response_msg.cost
    }.compact
  )

  emit_instrumentation(stream, response_msg)

  response_msg
end

#model ⇒ Object 



21
22
23
 
# File 'lib/ask/agent/chat.rb', line 21

def model
  @model_id
end

#reset_messages! ⇒ Object 



97
98
99
 
# File 'lib/ask/agent/chat.rb', line 97

def reset_messages!
  @messages.clear
end

#with_instructions(prompt) ⇒ Object 



81
82
83
84
85
 
# File 'lib/ask/agent/chat.rb', line 81

def with_instructions(prompt)
  @messages.reject! { |m| m.role == :system }
  @messages.unshift(Ask::Message.new(role: :system, content: prompt))
  self
end

#with_params(**params) ⇒ Object 



87
88
89
90
 
# File 'lib/ask/agent/chat.rb', line 87

def with_params(**params)
  @extra_params = (@extra_params || {}).merge(params)
  self
end

#with_schema(schema) ⇒ Object 



92
93
94
95
 
# File 'lib/ask/agent/chat.rb', line 92

def with_schema(schema)
  @schema = schema.respond_to?(:to_json_schema) ? schema.to_json_schema : schema
  self
end