Class: Chat

Inherits:
ApplicationRecord
  • Object
show all
Includes:
ChatManager::TitleGeneratable
Defined in:
lib/generators/llm_meta_client/scaffold/templates/app/models/chat.rb

Class Method Summary collapse

Instance Method Summary collapse

Class Method Details

.find_or_switch_for_session(session, current_user) ⇒ Object 



11
12
13
14
15
16
17
18
 
# File 'lib/generators/llm_meta_client/scaffold/templates/app/models/chat.rb', line 11

def find_or_switch_for_session(session, current_user)
  chat = find_by_session_chat_id(session, current_user)
  return chat if chat.present?

  chat = create!(user: current_user)
  session[:chat_id] = chat.id
  chat
end

Instance Method Details

#add_assistant_response(prompt_execution, jwt_token, tool_ids: [], generation_settings: {}) ⇒ Object

Add assistant response by sending to LLM



57
58
59
60
61
62
63
64
65
66
67
68
69
 
# File 'lib/generators/llm_meta_client/scaffold/templates/app/models/chat.rb', line 57

def add_assistant_response(prompt_execution, jwt_token, tool_ids: [], generation_settings: {})
  response_content = send_to_llm(prompt_execution, jwt_token, tool_ids: tool_ids, generation_settings: generation_settings)
  prompt_execution.update!(
    llm_platform: resolve_llm_type(prompt_execution.llm_uuid, jwt_token),
    response: response_content
  )
  new_message = messages.create!(
    role: "assistant",
    prompt_navigator_prompt_execution: prompt_execution
  )

  new_message
end

#add_user_message(message, llm_uuid, model, branch_from_execution_id = nil) ⇒ Object

Add a user message to the chat



34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
 
# File 'lib/generators/llm_meta_client/scaffold/templates/app/models/chat.rb', line 34

def add_user_message(message, llm_uuid, model, branch_from_execution_id = nil)
  previous_id = if branch_from_execution_id.present?
    PromptNavigator::PromptExecution.find_by(execution_id: branch_from_execution_id)&.id
  else
    messages.where(role: "user").order(:created_at).last&.prompt_navigator_prompt_execution_id
  end
  prompt_execution = PromptNavigator::PromptExecution.create!(
    prompt: message,
    llm_uuid: llm_uuid,
    model: model,
    configuration: "",
    previous_id: previous_id
  )

  new_message = messages.create!(
    role: "user",
    prompt_navigator_prompt_execution: prompt_execution
  )

  [ prompt_execution, new_message ]
end

#finalize_streamed_response(prompt_execution, content, jwt_token) ⇒ Object

Persist the streamed assistant response. Skips persistence if content is blank.



89
90
91
92
93
94
95
96
97
98
99
100
 
# File 'lib/generators/llm_meta_client/scaffold/templates/app/models/chat.rb', line 89

def finalize_streamed_response(prompt_execution, content, jwt_token)
  return nil if content.blank?

  prompt_execution.update!(
    llm_platform: resolve_llm_type(prompt_execution.llm_uuid, jwt_token),
    response: content
  )
  messages.create!(
    role: "assistant",
    prompt_navigator_prompt_execution: prompt_execution
  )
end

#ordered_by_descending_prompt_executions ⇒ Object 



109
110
111
112
113
114
115
116
117
 
# File 'lib/generators/llm_meta_client/scaffold/templates/app/models/chat.rb', line 109

def ordered_by_descending_prompt_executions
  messages
    .where(role: "user")
    .includes(:prompt_navigator_prompt_execution)
    .order(created_at: :desc)
    .to_a
    .select { |msg| msg.prompt_navigator_prompt_execution }
    .map(&:prompt_navigator_prompt_execution)
end

#ordered_messages ⇒ Object

Get all messages in order



103
104
105
106
107
 
# File 'lib/generators/llm_meta_client/scaffold/templates/app/models/chat.rb', line 103

def ordered_messages
  messages
    .includes(:prompt_navigator_prompt_execution)
    .order(:created_at)
end

#stream_assistant_response(prompt_execution, jwt_token, tool_ids: [], generation_settings: {}, &block) ⇒ Object

Stream the assistant response from the LLM. Yields each parsed SSE event. Returns the assembled content (with markdown “Tool calls” section appended if tools fired). Caller is responsible for persistence.



74
75
76
77
78
79
80
81
82
83
84
85
86
 
# File 'lib/generators/llm_meta_client/scaffold/templates/app/models/chat.rb', line 74

def stream_assistant_response(prompt_execution, jwt_token, tool_ids: [], generation_settings: {}, &block)
  summarized_context, prompt = build_streaming_context(prompt_execution, jwt_token, with_tools: tool_ids.any?)
  LlmMetaClient::ServerQuery.new.stream(
    jwt_token,
    prompt_execution.llm_uuid,
    prompt_execution.model,
    summarized_context,
    prompt,
    tool_ids: tool_ids,
    generation_settings: generation_settings,
    &block
  )
end