Class: CompletionKit::MetricImprovementValidator

Inherits:
Object
  • Object
show all
Defined in:
app/services/completion_kit/metric_improvement_validator.rb

Constant Summary collapse

ANSWER_KEY_LIMIT = 
30

Instance Method Summary collapse

Constructor Details

#initialize(metric, candidate, scorer: nil) ⇒ MetricImprovementValidator

Returns a new instance of MetricImprovementValidator.



5
6
7
8
9
 
# File 'app/services/completion_kit/metric_improvement_validator.rb', line 5

def initialize(metric, candidate, scorer: nil)
  @metric = metric
  @candidate = candidate
  @scorer = scorer || method(:rescore)
end

Instance Method Details

#call ⇒ Object 



11
12
13
14
15
16
17
18
19
20
21
22
23
 
# File 'app/services/completion_kit/metric_improvement_validator.rb', line 11

def call
  key = answer_key
  rows = []
  key.each do |entry|
    begin
      score = @scorer.call(entry[:response], @candidate)
    rescue StandardError
      next
    end
    rows << classify(entry, score.to_i)
  end
  summarize(rows, key.size, key_capped?)
end