Module: CompletionKit::JudgeCalibrationExamples

Defined in:
app/services/completion_kit/judge_variant_generator.rb

Class Method Summary collapse

Class Method Details

.borderlines_for(metric, limit: 6) ⇒ Object 



131
132
133
 
# File 'app/services/completion_kit/judge_variant_generator.rb', line 131

def borderlines_for(metric, limit: 6)
  calibrations_for(metric, verdict: "borderline", limit: limit)
end

.calibrations_for(metric, verdict:, limit:) ⇒ Object 



135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
 
# File 'app/services/completion_kit/judge_variant_generator.rb', line 135

def calibrations_for(metric, verdict:, limit:)
  Calibration.where(metric_id: metric.id, verdict: verdict)
             .includes(response: :reviews)
             .order(created_at: :desc)
             .limit(limit)
             .map do |cal|
    review = cal.response.reviews.find { |r| r.metric_id == metric.id }
    {
      input: cal.response.input_data,
      output: cal.response.response_text,
      judge_score: review&.ai_score,
      judge_feedback: review&.ai_feedback,
      human_score: cal.corrected_score,
      human_note: cal.note
    }
  end
end

.disagreements_for(metric, limit: 8) ⇒ Object 



127
128
129
 
# File 'app/services/completion_kit/judge_variant_generator.rb', line 127

def disagreements_for(metric, limit: 8)
  calibrations_for(metric, verdict: "disagree", limit: limit)
end

.for(metric, limit: 8) ⇒ Object 



123
124
125
 
# File 'app/services/completion_kit/judge_variant_generator.rb', line 123

def for(metric, limit: 8)
  disagreements_for(metric, limit: limit)
end