Class: CompletionKit::Response

Inherits:
ApplicationRecord show all
Defined in:
app/models/completion_kit/response.rb

Constant Summary collapse

STATUSES = 
%w[pending retrying succeeded failed].freeze
TERMINAL_STATUSES = 
%w[succeeded failed].freeze

Constants inherited from ApplicationRecord

ApplicationRecord::TenantScopedUniquenessValidator

Instance Method Summary collapse

Instance Method Details

#as_json(options = {}) ⇒ Object 



25
26
27
28
29
30
31
32
33
34
 
# File 'app/models/completion_kit/response.rb', line 25

def as_json(options = {})
  {
    id: id, run_id: run_id, input_data: input_data,
    response_text: response_text, expected_output: expected_output,
    created_at: created_at, score: score, reviewed: reviewed?,
    reviews: reviews.map(&:as_json),
    status: status, attempts: attempts, row_index: row_index,
    error: error_payload
  }
end

#error_payload ⇒ Object 



54
55
56
57
 
# File 'app/models/completion_kit/response.rb', line 54

def error_payload
  return nil if error_class.blank?
  { provider: error_provider, class: error_class, status: error_status, message: error_message }
end

#fully_reviewed? ⇒ Boolean

Returns:

  • (Boolean) 


47
48
49
50
51
52
 
# File 'app/models/completion_kit/response.rb', line 47

def fully_reviewed?
  metric_ids = run.metric_ids
  return true if metric_ids.empty?
  reviewed_metric_ids = reviews.where(status: Review::TERMINAL_STATUSES).pluck(:metric_id).uniq
  (metric_ids - reviewed_metric_ids).empty?
end

#reviewed? ⇒ Boolean

Returns:

  • (Boolean) 


43
44
45
 
# File 'app/models/completion_kit/response.rb', line 43

def reviewed?
  reviews.any? { |r| r.ai_score.present? }
end

#score ⇒ Object 



36
37
38
39
40
41
 
# File 'app/models/completion_kit/response.rb', line 36

def score
  scores = reviews.select { |r| r.ai_score.present? }.map { |r| r.ai_score.to_f }
  return nil if scores.empty?

  (scores.sum / scores.length).round(2)
end

#succeeded? ⇒ Boolean

Returns:

  • (Boolean) 


21
22
23
 
# File 'app/models/completion_kit/response.rb', line 21

def succeeded?
  status == "succeeded"
end

#terminal? ⇒ Boolean

Returns:

  • (Boolean) 


17
18
19
 
# File 'app/models/completion_kit/response.rb', line 17

def terminal?
  TERMINAL_STATUSES.include?(status)
end