Module: Layered::Assistant::MessagesHelper

Defined in:
app/helpers/layered/assistant/messages_helper.rb

Constant Summary collapse

MIN_RESPONSE_MS_FOR_TPS = 
100

Instance Method Summary collapse

Instance Method Details

#message_metadata_title(message) ⇒ Object 



6
7
8
9
10
11
12
13
14
15
16
17
18
19
 
# File 'app/helpers/layered/assistant/messages_helper.rb', line 6

def message_metadata_title(message)
  total_tokens = message.input_tokens.to_i + message.output_tokens.to_i
  parts = []
  if total_tokens > 0
    prefix = message.tokens_estimated? ? "~" : ""
    parts << "#{prefix}#{number_with_delimiter(total_tokens)} tokens"
  end
  if message.output_tokens.to_i > 0 && message.response_ms.to_i >= MIN_RESPONSE_MS_FOR_TPS
    tps = (message.output_tokens * 1000.0 / message.response_ms).round(1)
    parts << "#{tps} tok/s"
  end
  parts << "#{message.ttft_ms}ms TTFT" if message.ttft_ms
  parts.join(" ยท ")
end