Module: Legion::Extensions::Llm::Ledger::Writers::OfficialRecordWriter
- Extended by:
- Logging::Helper
- Defined in:
- lib/legion/extensions/llm/ledger/writers/official_record_writer.rb
Class Method Summary collapse
- .billing(body) ⇒ Object
- .caller_identity(body) ⇒ Object
- .caller_identity_refs(db, body) ⇒ Object
- .caller_principal(body) ⇒ Object
- .caller_type(body) ⇒ Object
- .classification_level(body) ⇒ Object
- .contains_phi?(body) ⇒ Boolean
- .contains_pii?(body) ⇒ Boolean
- .correlation_id(body) ⇒ Object
- .cost_usd(body) ⇒ Object
- .deep_symbolize(value) ⇒ Object
- .deterministic_uuid(value) ⇒ Object
- .enrich_request!(db, existing, body) ⇒ Object
- .enrich_response!(db, existing, response_message, body) ⇒ Object
- .find_or_create_conversation(db, body) ⇒ Object
- .find_or_create_identity(db, principal, provider, descriptor) ⇒ Object
- .find_or_create_identity_principal(db, descriptor) ⇒ Object
- .find_or_create_identity_provider(db, provider_name) ⇒ Object
- .find_or_create_metric(db, request, response, body) ⇒ Object
- .find_or_create_request(db, conversation, latest_message, body) ⇒ Object
- .find_or_create_response(db, request, response_message, body) ⇒ Object
- .find_or_create_response_message(db, conversation, request, body) ⇒ Object
- .find_or_create_user_message(db, conversation, body) ⇒ Object
- .finish_reason(body) ⇒ Object
- .identity_tables_available?(db) ⇒ Boolean
- .insert_row(db, table, attributes, operation:) ⇒ Object
- .integer(value, default: 0) ⇒ Object
- .integer_or_nil(value) ⇒ Object
- .json_dump(value) ⇒ Object
- .link_response_message!(db, response_message, response) ⇒ Object
- .model_id(body) ⇒ Object
- .next_message_seq(db, conversation) ⇒ Object
- .normalize_caller_type(value) ⇒ Object
- .normalize_provider_name(value) ⇒ Object
- .operation(body) ⇒ Object
- .parse_identity_descriptor(raw_identity, raw_type, provider_name) ⇒ Object
- .parsed_identity_descriptor(body) ⇒ Object
- .present?(value) ⇒ Boolean
- .provider(body) ⇒ Object
- .provider_instance(body) ⇒ Object
- .recorded_at(body) ⇒ Object
- .reference(body, *keys) ⇒ Object
- .request_content(body) ⇒ Object
- .request_payload(body) ⇒ Object
- .request_ref(body) ⇒ Object
- .resolve_identity(db, body) ⇒ Object
- .response_content(body) ⇒ Object
- .stable_uuid(value) ⇒ Object
- .stringify_content(content) ⇒ Object
- .thinking_response(body) ⇒ Object
- .tier(body) ⇒ Object
- .tokens(body) ⇒ Object
- .update_if_missing(updates, existing, key, value) ⇒ Object
- .update_if_placeholder(updates, existing, key, value) ⇒ Object
- .visible_response(body) ⇒ Object
- .write_metering(payload) ⇒ Object
- .write_prompt(payload) ⇒ Object
Class Method Details
.billing(body) ⇒ Object
525 526 527 |
# File 'lib/legion/extensions/llm/ledger/writers/official_record_writer.rb', line 525 def billing(body) body[:billing] || body[:cost] || {} end |
.caller_identity(body) ⇒ Object
299 300 301 |
# File 'lib/legion/extensions/llm/ledger/writers/official_record_writer.rb', line 299 def caller_identity(body) caller_identity_refs(::Legion::Data.connection, body)[:identity_id] end |
.caller_identity_refs(db, body) ⇒ Object
317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 |
# File 'lib/legion/extensions/llm/ledger/writers/official_record_writer.rb', line 317 def caller_identity_refs(db, body) body[:__ledger_caller_identity_refs] ||= begin explicit_identity_id = integer_or_nil(body[:caller_identity_id] || body.dig(:caller, :requested_by, :id)) explicit_principal_id = integer_or_nil(body[:caller_principal_id] || body.dig(:caller, :requested_by, :principal_id)) refs = { principal_id: explicit_principal_id, identity_id: explicit_identity_id }.compact unless refs[:principal_id] && refs[:identity_id] if explicit_identity_id && !explicit_principal_id && identity_tables_available?(db) row = db[:identities].where(id: explicit_identity_id).first refs[:principal_id] = row[:principal_id] if row end resolved = resolve_identity(db, body) refs[:principal_id] ||= resolved[:principal_id] refs[:identity_id] ||= resolved[:identity_id] end refs.compact end end |
.caller_principal(body) ⇒ Object
303 304 305 |
# File 'lib/legion/extensions/llm/ledger/writers/official_record_writer.rb', line 303 def caller_principal(body) caller_identity_refs(::Legion::Data.connection, body)[:principal_id] end |
.caller_type(body) ⇒ Object
307 308 309 310 311 312 313 314 315 |
# File 'lib/legion/extensions/llm/ledger/writers/official_record_writer.rb', line 307 def caller_type(body) raw_type = body[:caller_type] || body.dig(:identity, :type) || body.dig(:caller, :requested_by, :type) || body.dig(:caller, :source) return normalize_caller_type(raw_type) if present?(raw_type) parsed_identity_descriptor(body)[:kind] end |
.classification_level(body) ⇒ Object
569 570 571 |
# File 'lib/legion/extensions/llm/ledger/writers/official_record_writer.rb', line 569 def classification_level(body) body[:classification_level] || body.dig(:classification, :level) end |
.contains_phi?(body) ⇒ Boolean
573 574 575 |
# File 'lib/legion/extensions/llm/ledger/writers/official_record_writer.rb', line 573 def contains_phi?(body) body[:contains_phi] || body.dig(:classification, :contains_phi) || false end |
.contains_pii?(body) ⇒ Boolean
577 578 579 |
# File 'lib/legion/extensions/llm/ledger/writers/official_record_writer.rb', line 577 def contains_pii?(body) body[:contains_pii] || body.dig(:classification, :contains_pii) || false end |
.correlation_id(body) ⇒ Object
490 491 492 |
# File 'lib/legion/extensions/llm/ledger/writers/official_record_writer.rb', line 490 def correlation_id(body) reference(body, :correlation_id, :correlation_ref) || body.dig(:tracing, :correlation_id) end |
.cost_usd(body) ⇒ Object
529 530 531 532 |
# File 'lib/legion/extensions/llm/ledger/writers/official_record_writer.rb', line 529 def cost_usd(body) raw = body[:cost_usd] || body.dig(:cost, :estimated_usd) || body.dig(:cost, :usd) raw.to_f end |
.deep_symbolize(value) ⇒ Object
623 624 625 626 627 628 629 630 631 632 |
# File 'lib/legion/extensions/llm/ledger/writers/official_record_writer.rb', line 623 def deep_symbolize(value) case value when Hash value.each_with_object({}) { |(key, item), memo| memo[key.to_sym] = deep_symbolize(item) } when Array value.map { |item| deep_symbolize(item) } else value end end |
.deterministic_uuid(value) ⇒ Object
597 598 599 600 |
# File 'lib/legion/extensions/llm/ledger/writers/official_record_writer.rb', line 597 def deterministic_uuid(value) hex = Digest::SHA256.hexdigest(value.to_s)[0, 32] "#{hex[0, 8]}-#{hex[8, 4]}-#{hex[12, 4]}-#{hex[16, 4]}-#{hex[20, 12]}" end |
.enrich_request!(db, existing, body) ⇒ Object
280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 |
# File 'lib/legion/extensions/llm/ledger/writers/official_record_writer.rb', line 280 def enrich_request!(db, existing, body) updates = {} caller_refs = caller_identity_refs(db, body) updates[:caller_identity_id] = caller_refs[:identity_id] if existing[:caller_identity_id].nil? && caller_refs[:identity_id] updates[:caller_principal_id] = caller_refs[:principal_id] if existing[:caller_principal_id].nil? && caller_refs[:principal_id] updates[:runtime_caller_type] = caller_type(body) if existing[:runtime_caller_type].nil? && caller_type(body) request_json = json_dump(request_payload(body)) updates[:request_json] = request_json if existing[:request_json].to_s == '{}' && request_json != '{}' msg_count = Array(body.dig(:request, :messages) || body[:messages]).size updates[:context_message_count] = msg_count if existing[:context_message_count].to_i.zero? && msg_count.positive? return if updates.empty? db[:llm_message_inference_requests].where(id: existing[:id]).update(updates) log.info("[ledger] enriched request id=#{existing[:id]} fields=#{updates.keys.join(',')}") end |
.enrich_response!(db, existing, response_message, body) ⇒ Object
206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 |
# File 'lib/legion/extensions/llm/ledger/writers/official_record_writer.rb', line 206 def enrich_response!(db, existing, , body) updates = {} update_if_missing(updates, existing, :response_message_id, &.dig(:id)) update_if_missing(updates, existing, :tier, tier(body)) update_if_missing(updates, existing, :provider_instance, provider_instance(body)) update_if_missing(updates, existing, :finish_reason, finish_reason(body)) update_if_missing(updates, existing, :dispatch_path, body[:dispatch_path] || body[:tier]) response_json = json_dump(visible_response(body)) update_if_placeholder(updates, existing, :response_json, response_json) thinking_json = json_dump(thinking_response(body)) update_if_placeholder(updates, existing, :response_thinking_json, thinking_json) return if updates.empty? db[:llm_message_inference_responses].where(id: existing[:id]).update(updates) log.info("[ledger] enriched response id=#{existing[:id]} fields=#{updates.keys.join(',')}") end |
.find_or_create_conversation(db, body) ⇒ Object
55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 |
# File 'lib/legion/extensions/llm/ledger/writers/official_record_writer.rb', line 55 def find_or_create_conversation(db, body) uuid = stable_uuid(reference(body, :conversation_id, :conversation_ref) || 'default-conversation') existing = db[:llm_conversations].where(uuid: uuid).first return existing if existing id = insert_row(db, :llm_conversations, { uuid: uuid, title: body[:title] || body[:conversation_title], classification_level: classification_level(body), contains_phi: contains_phi?(body), contains_pii: contains_pii?(body), retention_policy: body[:retention_policy] || 'default', expires_at: body[:expires_at], recorded_at: recorded_at(body), inserted_at: Time.now.utc, created_at: Time.now.utc, updated_at: Time.now.utc }, operation: 'official_record_writer.conversation') db[:llm_conversations][id: id] end |
.find_or_create_identity(db, principal, provider, descriptor) ⇒ Object
434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 |
# File 'lib/legion/extensions/llm/ledger/writers/official_record_writer.rb', line 434 def find_or_create_identity(db, principal, provider, descriptor) table = db[:identities] existing = table.where( principal_id: principal[:id], provider_id: provider[:id], provider_identity_key: descriptor[:provider_identity_key] ).first return existing if existing uuid_key = "identity:#{principal[:id]}:#{provider[:id]}:#{descriptor[:provider_identity_key]}" id = insert_row(db, :identities, { uuid: deterministic_uuid(uuid_key), principal_id: principal[:id], provider_id: provider[:id], provider_identity_key: descriptor[:provider_identity_key], last_authenticated_at: Time.now.utc, account_type: 'primary', is_default: true, created_at: Time.now.utc, updated_at: Time.now.utc }, operation: 'official_record_writer.identity') table[id: id] rescue Sequel::UniqueConstraintViolation => e handle_exception(e, level: :debug, handled: true, operation: 'official_record_writer.identity_race') table.where(principal_id: principal[:id], provider_id: provider[:id], provider_identity_key: descriptor[:provider_identity_key]).first end |
.find_or_create_identity_principal(db, descriptor) ⇒ Object
414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 |
# File 'lib/legion/extensions/llm/ledger/writers/official_record_writer.rb', line 414 def find_or_create_identity_principal(db, descriptor) table = db[:identity_principals] existing = table.where(canonical_name: descriptor[:canonical_name], kind: descriptor[:kind]).first return existing if existing id = insert_row(db, :identity_principals, { uuid: deterministic_uuid("identity_principal:#{descriptor[:kind]}:#{descriptor[:canonical_name]}"), canonical_name: descriptor[:canonical_name], kind: descriptor[:kind], display_name: descriptor[:canonical_name], last_seen_at: Time.now.utc, created_at: Time.now.utc, updated_at: Time.now.utc }, operation: 'official_record_writer.identity_principal') table[id: id] rescue Sequel::UniqueConstraintViolation => e handle_exception(e, level: :debug, handled: true, operation: 'official_record_writer.identity_principal_race') table.where(canonical_name: descriptor[:canonical_name], kind: descriptor[:kind]).first end |
.find_or_create_identity_provider(db, provider_name) ⇒ Object
394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 |
# File 'lib/legion/extensions/llm/ledger/writers/official_record_writer.rb', line 394 def find_or_create_identity_provider(db, provider_name) table = db[:identity_providers] existing = table.where(name: provider_name).first return existing if existing id = insert_row(db, :identity_providers, { uuid: deterministic_uuid("identity_provider:#{provider_name}"), name: provider_name, provider_type: provider_name == 'local' ? 'local' : 'external', facing: 'internal', source: 'ledger', created_at: Time.now.utc, updated_at: Time.now.utc }, operation: 'official_record_writer.identity_provider') table[id: id] rescue Sequel::UniqueConstraintViolation => e handle_exception(e, level: :debug, handled: true, operation: 'official_record_writer.identity_provider_race') table.where(name: provider_name).first end |
.find_or_create_metric(db, request, response, body) ⇒ Object
234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 |
# File 'lib/legion/extensions/llm/ledger/writers/official_record_writer.rb', line 234 def find_or_create_metric(db, request, response, body) metric_uuid = stable_uuid(reference(body, :message_id) || "metric:#{request_ref(body)}") existing = db[:llm_message_inference_metrics].where(uuid: metric_uuid).first return existing if existing token_values = tokens(body) id = insert_row(db, :llm_message_inference_metrics, { uuid: metric_uuid, message_inference_request_id: request[:id], message_inference_response_id: response[:id], provider: provider(body), model_key: model_id(body), tier: tier(body), input_tokens: token_values[:input_tokens], output_tokens: token_values[:output_tokens], thinking_tokens: token_values[:thinking_tokens], total_tokens: token_values[:total_tokens], latency_ms: integer(body[:latency_ms]), wall_clock_ms: integer(body[:wall_clock_ms]), cost_usd: cost_usd(body), currency: body[:currency] || 'USD', cost_center: billing(body)[:cost_center], budget_key: billing(body)[:budget_id] || billing(body)[:budget_key], recorded_at: recorded_at(body), inserted_at: Time.now.utc }, operation: 'official_record_writer.inference_metric') db[:llm_message_inference_metrics][id: id] end |
.find_or_create_request(db, conversation, latest_message, body) ⇒ Object
105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 |
# File 'lib/legion/extensions/llm/ledger/writers/official_record_writer.rb', line 105 def find_or_create_request(db, conversation, , body) request_id = request_ref(body) existing = db[:llm_message_inference_requests].where(request_ref: request_id).first if existing enrich_request!(db, existing, body) return existing end operation = operation(body) caller_refs = caller_identity_refs(db, body) id = insert_row(db, :llm_message_inference_requests, { uuid: stable_uuid(request_id), conversation_id: conversation[:id], latest_message_id: [:id], caller_principal_id: caller_refs[:principal_id], caller_identity_id: caller_refs[:identity_id], runtime_caller_type: caller_type(body), request_ref: request_id, correlation_ref: correlation_id(body), correlation_id: correlation_id(body), exchange_ref: body[:exchange_id], request_type: operation, operation: operation, idempotency_key: body[:idempotency_key] || request_id, status: 'responded', context_message_count: Array(body.dig(:request, :messages) || body[:messages]).size, request_capture_mode: 'full', request_json: json_dump(request_payload(body)), classification_level: classification_level(body), cost_center: billing(body)[:cost_center], budget_key: billing(body)[:budget_id] || billing(body)[:budget_key], requested_at: recorded_at(body), inserted_at: Time.now.utc }, operation: 'official_record_writer.inference_request') db[:llm_message_inference_requests][id: id] end |
.find_or_create_response(db, request, response_message, body) ⇒ Object
174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 |
# File 'lib/legion/extensions/llm/ledger/writers/official_record_writer.rb', line 174 def find_or_create_response(db, request, , body) response_uuid = stable_uuid(reference(body, :provider_response_ref) || "response:#{request_ref(body)}") existing = db[:llm_message_inference_responses].where(uuid: response_uuid).first if existing enrich_response!(db, existing, , body) return existing end id = insert_row(db, :llm_message_inference_responses, { uuid: response_uuid, message_inference_request_id: request[:id], response_message_id: &.dig(:id), provider: provider(body), provider_instance: provider_instance(body), model_key: model_id(body), tier: tier(body), runner_ref: body[:worker_id] || body[:runner_ref], provider_response_ref: body[:provider_response_ref], status: body[:error] ? 'error' : 'success', finish_reason: finish_reason(body), latency_ms: integer(body[:latency_ms]), wall_clock_ms: integer(body[:wall_clock_ms]), response_capture_mode: 'full', response_json: json_dump(visible_response(body)), response_thinking_json: json_dump(thinking_response(body)), dispatch_path: body[:dispatch_path] || body[:tier], responded_at: recorded_at(body), inserted_at: Time.now.utc }, operation: 'official_record_writer.inference_response') db[:llm_message_inference_responses][id: id] end |
.find_or_create_response_message(db, conversation, request, body) ⇒ Object
142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 |
# File 'lib/legion/extensions/llm/ledger/writers/official_record_writer.rb', line 142 def (db, conversation, request, body) uuid = stable_uuid(reference(body, :response_message_id) || "response-message:#{request_ref(body)}") existing = db[:llm_messages].where(uuid: uuid).first return existing if existing latest = db[:llm_messages][id: request[:latest_message_id]] seq = (latest&.dig(:seq) || 1) + 1 begin id = db.transaction(savepoint: true) do insert_row(db, :llm_messages, { uuid: uuid, conversation_id: conversation[:id], parent_message_id: latest&.dig(:id), message_inference_request_id: request[:id], seq: seq, role: 'assistant', content_type: 'text', content: response_content(body), input_tokens: 0, output_tokens: tokens(body)[:output_tokens], created_at: recorded_at(body), inserted_at: Time.now.utc }, operation: 'official_record_writer.response_message') end db[:llm_messages][id: id] rescue Sequel::UniqueConstraintViolation => e log.debug("[ledger] seq collision resolved uuid=#{uuid} conversation_id=#{conversation[:id]} error=#{e.class}") db[:llm_messages].where(uuid: uuid).first || db[:llm_messages].where(conversation_id: conversation[:id], seq: seq).first end end |
.find_or_create_user_message(db, conversation, body) ⇒ Object
76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 |
# File 'lib/legion/extensions/llm/ledger/writers/official_record_writer.rb', line 76 def (db, conversation, body) uuid = stable_uuid(reference(body, :message_id, :message_id_ctx) || "request-message:#{request_ref(body)}") existing = db[:llm_messages].where(uuid: uuid).first return existing if existing seq = body[:message_seq] ? integer(body[:message_seq]) : (db, conversation) begin id = db.transaction(savepoint: true) do insert_row(db, :llm_messages, { uuid: uuid, conversation_id: conversation[:id], seq: seq, role: 'user', content_type: 'text', content: request_content(body), input_tokens: tokens(body)[:input_tokens], output_tokens: 0, created_at: recorded_at(body), inserted_at: Time.now.utc }, operation: 'official_record_writer.user_message') end db[:llm_messages][id: id] rescue Sequel::UniqueConstraintViolation => e log.debug("[ledger] seq collision resolved uuid=#{uuid} conversation_id=#{conversation[:id]} error=#{e.class}") db[:llm_messages].where(uuid: uuid).first || db[:llm_messages].where(conversation_id: conversation[:id], seq: seq).first end end |
.finish_reason(body) ⇒ Object
565 566 567 |
# File 'lib/legion/extensions/llm/ledger/writers/official_record_writer.rb', line 565 def finish_reason(body) body[:finish_reason] || body.dig(:response, :finish_reason) || body.dig(:response, :stop, :reason) end |
.identity_tables_available?(db) ⇒ Boolean
462 463 464 465 466 |
# File 'lib/legion/extensions/llm/ledger/writers/official_record_writer.rb', line 462 def identity_tables_available?(db) db.table_exists?(:identity_providers) && db.table_exists?(:identity_principals) && db.table_exists?(:identities) end |
.insert_row(db, table, attributes, operation:) ⇒ Object
263 264 265 |
# File 'lib/legion/extensions/llm/ledger/writers/official_record_writer.rb', line 263 def insert_row(db, table, attributes, operation:) Helpers::PersistenceLogging.insert_row(db, table, attributes, operation: operation) end |
.integer(value, default: 0) ⇒ Object
606 607 608 609 610 |
# File 'lib/legion/extensions/llm/ledger/writers/official_record_writer.rb', line 606 def integer(value, default: 0) return default if value.nil? value.to_i end |
.integer_or_nil(value) ⇒ Object
482 483 484 485 486 487 488 |
# File 'lib/legion/extensions/llm/ledger/writers/official_record_writer.rb', line 482 def integer_or_nil(value) return nil if value.nil? return value if value.is_a?(Integer) int = value.to_s.to_i int.positive? ? int : nil end |
.json_dump(value) ⇒ Object
619 620 621 |
# File 'lib/legion/extensions/llm/ledger/writers/official_record_writer.rb', line 619 def json_dump(value) Helpers::Json.dump(value) end |
.link_response_message!(db, response_message, response) ⇒ Object
273 274 275 276 277 278 |
# File 'lib/legion/extensions/llm/ledger/writers/official_record_writer.rb', line 273 def (db, , response) return unless && response return if [:message_inference_response_id] == response[:id] db[:llm_messages].where(id: [:id]).update(message_inference_response_id: response[:id]) end |
.model_id(body) ⇒ Object
507 508 509 |
# File 'lib/legion/extensions/llm/ledger/writers/official_record_writer.rb', line 507 def model_id(body) body[:model_id] || body[:model_key] || body.dig(:routing, :model) end |
.next_message_seq(db, conversation) ⇒ Object
602 603 604 |
# File 'lib/legion/extensions/llm/ledger/writers/official_record_writer.rb', line 602 def (db, conversation) db[:llm_messages].where(conversation_id: conversation[:id]).max(:seq).to_i + 1 end |
.normalize_caller_type(value) ⇒ Object
468 469 470 471 472 473 474 475 |
# File 'lib/legion/extensions/llm/ledger/writers/official_record_writer.rb', line 468 def normalize_caller_type(value) return nil unless present?(value) normalized = value.to_s.downcase.gsub(/[^a-z0-9_:-]+/, '_').split(':', 2).first return 'human' if normalized == 'user' normalized end |
.normalize_provider_name(value) ⇒ Object
477 478 479 480 |
# File 'lib/legion/extensions/llm/ledger/writers/official_record_writer.rb', line 477 def normalize_provider_name(value) raw = present?(value) ? value.to_s : 'local' raw.downcase.gsub(/[^a-z0-9_.:-]+/, '-').gsub(/\A-+|-+\z/, '') end |
.operation(body) ⇒ Object
494 495 496 497 |
# File 'lib/legion/extensions/llm/ledger/writers/official_record_writer.rb', line 494 def operation(body) (body[:operation] || body[:request_type] || body.dig(:routing, :operation) || body.dig(:headers, :'x-legion-llm-request-type') || 'chat').to_s end |
.parse_identity_descriptor(raw_identity, raw_type, provider_name) ⇒ Object
372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 |
# File 'lib/legion/extensions/llm/ledger/writers/official_record_writer.rb', line 372 def parse_identity_descriptor(raw_identity, raw_type, provider_name) text = raw_identity.to_s kind = normalize_caller_type(raw_type) canonical = text if text.include?(':') && !text.include?('@') prefix, remainder = text.split(':', 2) prefix_kind = normalize_caller_type(prefix) if prefix_kind && present?(remainder) kind ||= prefix_kind canonical = remainder end end { canonical_name: canonical, kind: kind || 'unknown', provider_identity_key: text, provider_name: normalize_provider_name(provider_name) } end |
.parsed_identity_descriptor(body) ⇒ Object
353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 |
# File 'lib/legion/extensions/llm/ledger/writers/official_record_writer.rb', line 353 def parsed_identity_descriptor(body) raw_identity = body[:caller_identity] || body.dig(:identity, :identity) || body.dig(:identity, :canonical_name) || body.dig(:caller, :requested_by, :identity) || body.dig(:caller, :requested_by, :canonical_name) || body.dig(:caller, :requested_by, :id) return {} unless present?(raw_identity) raw_type = body[:caller_type] || body.dig(:identity, :type) || body.dig(:caller, :requested_by, :type) || body.dig(:caller, :source) provider_name = body.dig(:identity, :credential) || body.dig(:caller, :requested_by, :credential) || 'local' parse_identity_descriptor(raw_identity, raw_type, provider_name) end |
.present?(value) ⇒ Boolean
634 635 636 |
# File 'lib/legion/extensions/llm/ledger/writers/official_record_writer.rb', line 634 def present?(value) !value.nil? && !(value.respond_to?(:empty?) && value.empty?) end |
.provider(body) ⇒ Object
499 500 501 |
# File 'lib/legion/extensions/llm/ledger/writers/official_record_writer.rb', line 499 def provider(body) (body[:provider] || body.dig(:routing, :provider)).to_s end |
.provider_instance(body) ⇒ Object
503 504 505 |
# File 'lib/legion/extensions/llm/ledger/writers/official_record_writer.rb', line 503 def provider_instance(body) body[:provider_instance] || body.dig(:routing, :provider_instance) || body.dig(:routing, :instance) end |
.recorded_at(body) ⇒ Object
581 582 583 |
# File 'lib/legion/extensions/llm/ledger/writers/official_record_writer.rb', line 581 def recorded_at(body) body[:recorded_at] || body[:timestamp] || body.dig(:timestamps, :returned) || body.dig(:timestamps, :provider_end) || Time.now.utc end |
.reference(body, *keys) ⇒ Object
585 586 587 |
# File 'lib/legion/extensions/llm/ledger/writers/official_record_writer.rb', line 585 def reference(body, *keys) keys.lazy.map { |key| body[key] }.find { |value| present?(value) }&.to_s end |
.request_content(body) ⇒ Object
538 539 540 541 542 543 |
# File 'lib/legion/extensions/llm/ledger/writers/official_record_writer.rb', line 538 def request_content(body) = body.dig(:request, :messages) || body[:messages] = Array().reverse.find { |item| item[:role].to_s == 'user' } || Array().last content = &.dig(:content) || body[:prompt] || body[:text] stringify_content(content) end |
.request_payload(body) ⇒ Object
534 535 536 |
# File 'lib/legion/extensions/llm/ledger/writers/official_record_writer.rb', line 534 def request_payload(body) body[:request] || body[:messages] || {} end |
.request_ref(body) ⇒ Object
267 268 269 270 271 |
# File 'lib/legion/extensions/llm/ledger/writers/official_record_writer.rb', line 267 def request_ref(body) body[:__ledger_request_ref] ||= reference(body, :request_id, :request_ref) || correlation_id(body) || stable_uuid(SecureRandom.uuid) end |
.resolve_identity(db, body) ⇒ Object
337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 |
# File 'lib/legion/extensions/llm/ledger/writers/official_record_writer.rb', line 337 def resolve_identity(db, body) return {} unless identity_tables_available?(db) descriptor = parsed_identity_descriptor(body) return {} unless present?(descriptor[:canonical_name]) provider = find_or_create_identity_provider(db, descriptor[:provider_name]) principal = find_or_create_identity_principal(db, descriptor) identity = find_or_create_identity(db, principal, provider, descriptor) { principal_id: principal[:id], identity_id: identity[:id] } rescue StandardError => e handle_exception(e, level: :warn, handled: true, operation: 'official_record_writer.identity_resolution') {} end |
.response_content(body) ⇒ Object
561 562 563 |
# File 'lib/legion/extensions/llm/ledger/writers/official_record_writer.rb', line 561 def response_content(body) stringify_content(visible_response(body)[:content] || visible_response(body).dig(:message, :content)) end |
.stable_uuid(value) ⇒ Object
589 590 591 592 593 594 595 |
# File 'lib/legion/extensions/llm/ledger/writers/official_record_writer.rb', line 589 def stable_uuid(value) raw = value.to_s return raw if raw.length <= 36 hex = Digest::SHA256.hexdigest(raw)[0, 32] "#{hex[0, 8]}-#{hex[8, 4]}-#{hex[12, 4]}-#{hex[16, 4]}-#{hex[20, 12]}" end |
.stringify_content(content) ⇒ Object
612 613 614 615 616 617 |
# File 'lib/legion/extensions/llm/ledger/writers/official_record_writer.rb', line 612 def stringify_content(content) return nil if content.nil? return content if content.is_a?(String) json_dump(content) end |
.thinking_response(body) ⇒ Object
553 554 555 556 557 558 559 |
# File 'lib/legion/extensions/llm/ledger/writers/official_record_writer.rb', line 553 def thinking_response(body) thinking = body[:response_thinking] || body[:thinking] || body.dig(:response, :thinking) return {} if thinking.nil? return { content: thinking } if thinking.is_a?(String) thinking end |
.tier(body) ⇒ Object
511 512 513 |
# File 'lib/legion/extensions/llm/ledger/writers/official_record_writer.rb', line 511 def tier(body) body[:tier] || body.dig(:routing, :tier) end |
.tokens(body) ⇒ Object
515 516 517 518 519 520 521 522 523 |
# File 'lib/legion/extensions/llm/ledger/writers/official_record_writer.rb', line 515 def tokens(body) raw = body[:tokens] || body input = integer(raw[:input_tokens] || raw[:input]) output = integer(raw[:output_tokens] || raw[:output]) thinking = integer(raw[:thinking_tokens] || raw[:thinking]) total = integer(raw[:total_tokens] || raw[:total], default: input + output + thinking) { input_tokens: input, output_tokens: output, thinking_tokens: thinking, total_tokens: total } end |
.update_if_missing(updates, existing, key, value) ⇒ Object
226 227 228 |
# File 'lib/legion/extensions/llm/ledger/writers/official_record_writer.rb', line 226 def update_if_missing(updates, existing, key, value) updates[key] = value if existing[key].nil? && present?(value) end |
.update_if_placeholder(updates, existing, key, value) ⇒ Object
230 231 232 |
# File 'lib/legion/extensions/llm/ledger/writers/official_record_writer.rb', line 230 def update_if_placeholder(updates, existing, key, value) updates[key] = value if existing[key].to_s == '{}' && value != '{}' end |
.visible_response(body) ⇒ Object
545 546 547 548 549 550 551 |
# File 'lib/legion/extensions/llm/ledger/writers/official_record_writer.rb', line 545 def visible_response(body) response = body[:response] || body[:response_content] || body[:content] || {} return { content: response } if response.is_a?(String) return { content: response[:content] } if response.is_a?(Hash) && response.key?(:content) response.is_a?(Hash) ? response.except(:thinking) : { content: response.to_s } end |
.write_metering(payload) ⇒ Object
38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 |
# File 'lib/legion/extensions/llm/ledger/writers/official_record_writer.rb', line 38 def write_metering(payload) body = deep_symbolize(payload) db = ::Legion::Data.connection result = nil db.transaction do conversation = find_or_create_conversation(db, body) = (db, conversation, body) request = find_or_create_request(db, conversation, , body) response = find_or_create_response(db, request, nil, body) metric = find_or_create_metric(db, request, response, body) result = { result: :ok, request_id: request[:id], response_id: response[:id], metric_id: metric[:id] } end result end |
.write_prompt(payload) ⇒ Object
19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 |
# File 'lib/legion/extensions/llm/ledger/writers/official_record_writer.rb', line 19 def write_prompt(payload) body = deep_symbolize(payload) db = ::Legion::Data.connection result = nil db.transaction do conversation = find_or_create_conversation(db, body) = (db, conversation, body) request = find_or_create_request(db, conversation, , body) = (db, conversation, request, body) response = find_or_create_response(db, request, , body) (db, , response) metric = find_or_create_metric(db, request, response, body) result = { result: :ok, request_id: request[:id], response_id: response[:id], metric_id: metric[:id] } end result end |