Class: Phronomy::Eval::EvalResult

Inherits:
Data
  • Object
show all
Defined in:
lib/phronomy/eval/eval_result.rb

Overview

An immutable record holding the outcome of evaluating one EvalCase.

Instance Attribute Summary collapse

Instance Method Summary collapse

Instance Attribute Details

#actual ⇒ Object (readonly)

Returns the value of attribute actual

Returns:

  • (Object) —

    the current value of actual



12
13
14
15
16
17
 
# File 'lib/phronomy/eval/eval_result.rb', line 12

EvalResult = Data.define(:eval_case, :actual, :score, :usage, :latency_ms) do
  # Returns true when the scorer assigned a perfect score of 1.0.
  def pass?
    score >= 1.0
  end
end

#eval_case ⇒ Object (readonly)

Returns the value of attribute eval_case

Returns:

  • (Object) —

    the current value of eval_case



12
13
14
 
# File 'lib/phronomy/eval/eval_result.rb', line 12

def eval_case
  @eval_case
end

#latency_ms ⇒ Object (readonly)

Returns the value of attribute latency_ms

Returns:

  • (Object) —

    the current value of latency_ms



12
13
14
15
16
17
 
# File 'lib/phronomy/eval/eval_result.rb', line 12

EvalResult = Data.define(:eval_case, :actual, :score, :usage, :latency_ms) do
  # Returns true when the scorer assigned a perfect score of 1.0.
  def pass?
    score >= 1.0
  end
end

#score ⇒ Object (readonly)

Returns the value of attribute score

Returns:

  • (Object) —

    the current value of score



12
13
14
 
# File 'lib/phronomy/eval/eval_result.rb', line 12

def score
  @score
end

#usage ⇒ Object (readonly)

Returns the value of attribute usage

Returns:

  • (Object) —

    the current value of usage



12
13
14
15
16
17
 
# File 'lib/phronomy/eval/eval_result.rb', line 12

EvalResult = Data.define(:eval_case, :actual, :score, :usage, :latency_ms) do
  # Returns true when the scorer assigned a perfect score of 1.0.
  def pass?
    score >= 1.0
  end
end

Instance Method Details

#eval_case=(value) ⇒ Object (readonly)

the original sample



12
13
14
15
16
17
 
# File 'lib/phronomy/eval/eval_result.rb', line 12

EvalResult = Data.define(:eval_case, :actual, :score, :usage, :latency_ms) do
  # Returns true when the scorer assigned a perfect score of 1.0.
  def pass?
    score >= 1.0
  end
end

#pass? ⇒ Boolean

Returns true when the scorer assigned a perfect score of 1.0.

Returns:

  • (Boolean) 


14
15
16
 
# File 'lib/phronomy/eval/eval_result.rb', line 14

def pass?
  score >= 1.0
end

#score=(value) ⇒ Object (readonly)

scorer-assigned value in [0.0, 1.0]



12
13
14
15
16
17
 
# File 'lib/phronomy/eval/eval_result.rb', line 12

EvalResult = Data.define(:eval_case, :actual, :score, :usage, :latency_ms) do
  # Returns true when the scorer assigned a perfect score of 1.0.
  def pass?
    score >= 1.0
  end
end