Class: Rixie::Session

Inherits:
Object
  • Object
show all
Defined in:
lib/rixie/session.rb

Instance Attribute Summary collapse

Instance Method Summary collapse

Constructor Details

#initialize(agent: nil, stream_client: nil, instructions: nil, tools: [], model: nil, provider: nil, max_steps: nil, llm_client: nil, store: nil, initial_context: [], request_timeout: nil, max_tokens: nil, temperature: nil, token_counter: nil, parallel_tool_calls: false, subscribers: []) ⇒ Session

Returns a new instance of Session.



9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
 
# File 'lib/rixie/session.rb', line 9

def initialize(agent: nil, stream_client: nil, instructions: nil, tools: [], model: nil, provider: nil, max_steps: nil, llm_client: nil, store: nil, initial_context: [], request_timeout: nil, max_tokens: nil, temperature: nil, token_counter: nil, parallel_tool_calls: false, subscribers: [])
  resolved_provider = provider || Rixie.config.default_provider
  resolved_model = model || Rixie.config.default_model
  resolved_timeout = request_timeout || Rixie.config.request_timeout

  resolved_max_tokens = max_tokens || Rixie.config.default_max_tokens
  resolved_temperature = temperature || Rixie.config.default_temperature

  @agent = agent || Agent.new(
    instructions: instructions,
    tools: tools,
    max_steps: max_steps || Rixie.config.default_max_steps,
    parallel_tool_calls: parallel_tool_calls,
    llm_client: llm_client || LLM::Client.new(
      model: resolved_model,
      provider: resolved_provider,
      request_timeout: resolved_timeout,
      max_tokens: resolved_max_tokens,
      temperature: resolved_temperature,
      parallel_tool_calls: parallel_tool_calls
    )
  )

  @stream_client = if agent.nil?
    stream_client || (resolved_provider ? LLM::Client.new(
      model: resolved_model,
      provider: resolved_provider,
      stream: true,
      request_timeout: resolved_timeout,
      max_tokens: resolved_max_tokens,
      temperature: resolved_temperature,
      parallel_tool_calls: parallel_tool_calls
    ) : nil)
  else
    stream_client
  end

  default_subs = Rixie.config.default_subscribers || [default_log_subscriber]
  @subscribers = default_subs + subscribers
  @store = store || Rixie.config.store || Store::Memory.new
  @token_counter = token_counter || TokenCounter::DEFAULT
  @initial_context = initial_context
  @session_id = SecureRandom.uuid
  @tasks = []
  @summary = nil
end

Instance Attribute Details

#agent ⇒ Object (readonly)

Returns the value of attribute agent.



7
8
9
 
# File 'lib/rixie/session.rb', line 7

def agent
  @agent
end

#session_id ⇒ Object (readonly)

Returns the value of attribute session_id.



7
8
9
 
# File 'lib/rixie/session.rb', line 7

def session_id
  @session_id
end

#stream_client ⇒ Object (readonly)

Returns the value of attribute stream_client.



7
8
9
 
# File 'lib/rixie/session.rb', line 7

def stream_client
  @stream_client
end

#tasks ⇒ Object (readonly)

Returns the value of attribute tasks.



7
8
9
 
# File 'lib/rixie/session.rb', line 7

def tasks
  @tasks
end

Instance Method Details

#chat(user_input, strategy: Strategy::Simple.new) ⇒ Object 



56
57
58
59
60
61
62
 
# File 'lib/rixie/session.rb', line 56

def chat(user_input, strategy: Strategy::Simple.new)
  task = Task.new(user_input: user_input, agent: agent, context: context, strategy: strategy, subscribers: @subscribers, session_id: @session_id)
  task.execute
  @tasks << task
  @store.save(@session_id, context)
  task.output
end

#compress!(keep_recent: 0, compressor: nil) ⇒ Object 



83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
 
# File 'lib/rixie/session.rb', line 83

def compress!(keep_recent: 0, compressor: nil)
  return if context.empty?

  recent = context.last(keep_recent)
  to_compress = context.first(context.size - recent.size)

  return if to_compress.empty?

  summary_input = to_compress.flat_map(&:to_message).map { |msg|
    case msg
    when Message::System then "[system] #{msg.content}"
    when Message::User then "[user] #{msg.content}"
    when Message::Assistant then "[assistant] #{msg.content}"
    when Message::Tool then "[tool_result id=#{msg.tool_call_id}] #{msg.content}"
    end
  }.join("\n\n")

  listener = EventListener.new(session_id: @session_id)
  @subscribers.each { |s| s.subscribe(listener) }
  listener.emit(Event::CompressionStart.new(entry_count: to_compress.size, keep_recent: keep_recent))

  task = Task.new(
    user_input: summary_input,
    agent: compressor || Agent::Compressor.new(base_agent: @agent),
    context: [],
    strategy: Strategy::Simple.new
  )
  task.execute

  @summary = Context::Summary.new(content: task.output)
  @tasks = []
  @initial_context = recent
  @store.save(@session_id, context)
  listener.emit(Event::CompressionEnd.new(status: "completed", entry_count: context.size))
rescue
  listener&.emit(Event::CompressionEnd.new(status: "failed", entry_count: nil))
  raise
end

#context ⇒ Object 



126
127
128
129
 
# File 'lib/rixie/session.rb', line 126

def context
  base = @summary ? [@summary] : []
  base + @initial_context + @tasks.select(&:completed?).flat_map(&:to_history)
end

#context_size ⇒ Object 



122
123
124
 
# File 'lib/rixie/session.rb', line 122

def context_size
  @token_counter.call(context.flat_map(&:to_message))
end

#live(user_input, strategy: Strategy::Simple.new) ⇒ Object 



64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
 
# File 'lib/rixie/session.rb', line 64

def live(user_input, strategy: Strategy::Simple.new)
  Enumerator.new do |yielder|
    stream_agent = @agent.with_llm_client(@stream_client)
    stream_sub = build_stream_subscriber(yielder)

    task = Task.new(
      user_input: user_input,
      agent: stream_agent,
      context: context,
      strategy: strategy,
      subscribers: @subscribers + [stream_sub],
      session_id: @session_id
    )
    task.execute
    @tasks << task
    @store.save(@session_id, context)
  end
end