Class: Ask::Agent::Session

Inherits:
Object
  • Object
show all
Defined in:
lib/ask/agent/session.rb

Instance Attribute Summary collapse

Class Method Summary collapse

Instance Method Summary collapse

Constructor Details

#initialize(model:, tools: [], max_turns: 25, max_tool_retries: 3, compactor: nil, hooks: {}, persistence: nil, id: nil, system_prompt: nil, parallel_tools: true, reflector: nil, telemetry: true, meta_agent: nil, **chat_options) ⇒ Session

Returns a new instance of Session.



18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
# File 'lib/ask/agent/session.rb', line 18

def initialize(model:, tools: [], max_turns: 25, max_tool_retries: 3,
               compactor: nil, hooks: {}, persistence: nil,
               id: nil, system_prompt: nil, parallel_tools: true,
               reflector: nil, telemetry: true, meta_agent: nil, **chat_options)
  @id = id || SecureRandom.uuid
  @max_turns = max_turns
  @max_tool_retries = max_tool_retries
  @parallel_tools = parallel_tools
  @event_handlers = { all: [] }
  @running = false
  @deleted = false
  @abort_requested = false
  @turn_count = 0
  @created_at = Time.now
  @_no_tools_instructed = false

  @telemetry = telemetry.is_a?(Telemetry) ? telemetry : Telemetry.new(enabled: !!telemetry)

  @chat = build_chat(model, system_prompt, tools, **chat_options)
  @tools = resolve_tools(tools)
  @loop = Loop.new(max_turns: max_turns)
  @tool_executor = ToolExecutor.new(max_retries: max_tool_retries, parallel: parallel_tools)
  @compactor = compactor ? build_compactor(compactor) : nil
  @hooks = Hooks.new(hooks)
  @persistence = persistence

  reflector_opts = reflector.is_a?(Hash) ? reflector : {}
  @reflector = if reflector
    Reflector.new(
      model: @chat,
      max_reflections: reflector_opts[:max_reflections] || 1
    )
  end

  @meta_agent_config = meta_agent
  @meta_agent_results = nil

  @compactor&.chat = @chat
end

Instance Attribute Details

#chatObject (readonly)

Returns the value of attribute chat.



9
10
11
# File 'lib/ask/agent/session.rb', line 9

def chat
  @chat
end

#created_atObject (readonly)

Returns the value of attribute created_at.



9
10
11
# File 'lib/ask/agent/session.rb', line 9

def created_at
  @created_at
end

#idObject (readonly)

Returns the value of attribute id.



9
10
11
# File 'lib/ask/agent/session.rb', line 9

def id
  @id
end

#messagesObject (readonly)

Returns the value of attribute messages.



9
10
11
# File 'lib/ask/agent/session.rb', line 9

def messages
  @messages
end

#meta_agent_resultsObject (readonly)

Returns the value of attribute meta_agent_results.



16
17
18
# File 'lib/ask/agent/session.rb', line 16

def meta_agent_results
  @meta_agent_results
end

#tool_calls_madeObject (readonly)

Returns the value of attribute tool_calls_made.



10
11
12
# File 'lib/ask/agent/session.rb', line 10

def tool_calls_made
  @tool_calls_made
end

#toolsObject (readonly)

Returns the value of attribute tools.



9
10
11
# File 'lib/ask/agent/session.rb', line 9

def tools
  @tools
end

#turn_countObject (readonly)

Returns the value of attribute turn_count.



9
10
11
# File 'lib/ask/agent/session.rb', line 9

def turn_count
  @turn_count
end

Class Method Details

.load(id, adapter:) ⇒ Object



172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
# File 'lib/ask/agent/session.rb', line 172

def self.load(id, adapter:)
  data = adapter.load(id)
  return nil unless data

  session = new(
    id: data[:id],
    model: data.dig(:metadata, :model),
    tools: data.dig(:metadata, :tools)&.map(&:constantize) || [],
    persistence: adapter
  )

  data[:messages].each do |msg|
    session.chat.add_message(
      role: msg[:role].to_sym,
      content: msg[:content],
      tool_call_id: msg[:tool_call_id]
    )
  end

  session
end

Instance Method Details

#abortObject



199
200
201
# File 'lib/ask/agent/session.rb', line 199

def abort
  @abort_requested = true
end

#abort_requested?Boolean

Returns:

  • (Boolean)


203
# File 'lib/ask/agent/session.rb', line 203

def abort_requested? = @abort_requested

#deleteObject



194
195
196
197
# File 'lib/ask/agent/session.rb', line 194

def delete
  @deleted = true
  @persistence&.delete(@id)
end

#deleted?Boolean

Returns:

  • (Boolean)


166
# File 'lib/ask/agent/session.rb', line 166

def deleted? = @deleted

#emit(event) ⇒ Object



159
160
161
162
163
# File 'lib/ask/agent/session.rb', line 159

def emit(event)
  @event_handlers[:all].each { |h| h.call(event) }
  handlers = @event_handlers[event.class]
  handlers&.each { |h| h.call(event) }
end

#on(type, &block) ⇒ Object



153
154
155
156
157
# File 'lib/ask/agent/session.rb', line 153

def on(type, &block)
  @event_handlers[type] ||= []
  @event_handlers[type] << block
  self
end

#on_event(&block) ⇒ Object



148
149
150
151
# File 'lib/ask/agent/session.rb', line 148

def on_event(&block)
  @event_handlers[:all] << block
  self
end

#reflection_countObject



12
13
14
# File 'lib/ask/agent/session.rb', line 12

def reflection_count
  @reflector&.reflection_count || 0
end

#reset_messages!Object



205
206
207
208
# File 'lib/ask/agent/session.rb', line 205

def reset_messages!
  @chat.reset_messages!
  @messages = []
end

#run(message, tools: nil) ⇒ Object



58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
# File 'lib/ask/agent/session.rb', line 58

def run(message, tools: nil)
  raise "Session deleted" if @deleted
  raise "Session already running" if @running

  @running = true
  @abort_requested = false
  @turn_count = 0
  @loop.reset!

  emit(Events::SessionStart.new)

  active_tools = resolve_tools(tools || [])
  active_tools = @tools if active_tools.empty?

  if active_tools.empty? && !@_no_tools_instructed
    @chat.add_message(role: :system, content: "You have no tools available. Do not claim you can look up information or use tools of any kind. Just respond based on your existing knowledge.")
    @_no_tools_instructed = true
  end

  begin
    @tool_executor.telemetry = @telemetry

    response = @loop.run_turn(
      chat: @chat,
      message: message,
      tools: active_tools,
      tool_executor: @tool_executor,
      compactor: @compactor,
      hooks: @hooks,
      event_emitter: self,
      session_id: @id
    )
  rescue MaxTurnsExceeded => e
    emit(Events::MaxTurnsExceeded.new(max_turns: @max_turns))
    @telemetry.log(:max_turns_exceeded, session_id: @id, max_turns: @max_turns)
    response = last_content
  rescue LoopDetected => e
    emit(Events::LoopDetected.new(tool_name: e.message, repeated_count: 3))
    @telemetry.log(:loop_detected, session_id: @id, tool_name: e.message, repeated_count: 3)
    response = last_content
  rescue Ask::ContextLengthExceeded
    if @compactor && !@compactor.overflow_recovered?
      @compactor.recover_from_overflow
      retry
    end
    response = "I'm sorry, the conversation has grown too long. Please start a new session."
  rescue StandardError => e
    emit(Events::Error.new(error: e.message, recoverable: true))
    raise
  ensure
    @running = false
    persist! if @persistence
  end

  @tool_calls_made = @tool_executor.total_executions

  if @reflector && @reflector.reflect?(@tool_calls_made) && !@abort_requested
    eval_result = @reflector.evaluate(response: response, event_emitter: self)
    @telemetry.log(:reflection_end, session_id: @id, decision: eval_result[:decision], feedback: eval_result[:feedback])

    if eval_result[:decision] == :improve && !@abort_requested
      @chat.add_message(
        role: :system,
        content: "Improve your last response: #{eval_result[:feedback]}"
      )

      response = @loop.run_turn(
        chat: @chat,
        message: "",
        tools: active_tools,
        tool_executor: @tool_executor,
        compactor: @compactor,
        hooks: @hooks,
        event_emitter: self,
        session_id: @id
      )
    end
  end

  if @meta_agent_config
    @telemetry.increment_session_count!
    try_auto_meta_agent
  end

  emit(Events::SessionEnd.new(result: response, turn_count: @turn_count, tool_calls_made: @tool_calls_made))
  @messages = @chat.messages.dup

  response
end

#running?Boolean

Returns:

  • (Boolean)


165
# File 'lib/ask/agent/session.rb', line 165

def running? = @running

#saveObject



168
169
170
# File 'lib/ask/agent/session.rb', line 168

def save
  persist! if @persistence
end