Module: CompletionKit::JudgeCalibrationExamples

Defined in:
app/services/completion_kit/judge_variant_generator.rb

Class Method Summary collapse

Class Method Details

.borderlines_for(metric, limit: 6) ⇒ Object 



113
114
115
 
# File 'app/services/completion_kit/judge_variant_generator.rb', line 113

def borderlines_for(metric, limit: 6)
  calibrations_for(metric, verdict: "borderline", limit: limit)
end

.calibrations_for(metric, verdict:, limit:) ⇒ Object 



117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
 
# File 'app/services/completion_kit/judge_variant_generator.rb', line 117

def calibrations_for(metric, verdict:, limit:)
  Calibration.where(metric_id: metric.id, verdict: verdict)
             .includes(response: :reviews)
             .order(created_at: :desc)
             .limit(limit)
             .map do |cal|
    review = cal.response.reviews.find { |r| r.metric_id == metric.id }
    {
      input: cal.response.input_data,
      output: cal.response.response_text,
      judge_score: review&.ai_score,
      judge_feedback: review&.ai_feedback,
      human_score: cal.corrected_score,
      human_note: cal.note
    }
  end
end

.disagreements_for(metric, limit: 8) ⇒ Object 



109
110
111
 
# File 'app/services/completion_kit/judge_variant_generator.rb', line 109

def disagreements_for(metric, limit: 8)
  calibrations_for(metric, verdict: "disagree", limit: limit)
end

.for(metric, limit: 8) ⇒ Object 



105
106
107
 
# File 'app/services/completion_kit/judge_variant_generator.rb', line 105

def for(metric, limit: 8)
  disagreements_for(metric, limit: limit)
end