Class: RubyLLM::Contract::Eval::CaseResult

Inherits:
Object
  • Object
show all
Defined in:
lib/ruby_llm/contract/eval/case_result.rb

Instance Attribute Summary collapse

Instance Method Summary collapse

Constructor Details

#initialize(name:, input:, output:, expected:, step_status:, score:, passed:, label: nil, details: nil, duration_ms: nil, cost: nil, attempts: nil) ⇒ CaseResult

Returns a new instance of CaseResult.



10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
 
# File 'lib/ruby_llm/contract/eval/case_result.rb', line 10

def initialize(name:, input:, output:, expected:, step_status:,
               score:, passed:, label: nil, details: nil, duration_ms: nil, cost: nil, attempts: nil)
  @name = name
  @input = input
  @output = output
  @expected = expected
  @step_status = step_status
  @score = score.to_f.clamp(0.0, 1.0)
  @passed = passed
  @label = label
  @details = details
  @duration_ms = duration_ms
  @cost = cost
  @attempts = attempts
  freeze
end

Instance Attribute Details

#attempts ⇒ Object (readonly)

Returns the value of attribute attempts.



7
8
9
 
# File 'lib/ruby_llm/contract/eval/case_result.rb', line 7

def attempts
  @attempts
end

#cost ⇒ Object (readonly)

Returns the value of attribute cost.



7
8
9
 
# File 'lib/ruby_llm/contract/eval/case_result.rb', line 7

def cost
  @cost
end

#details ⇒ Object (readonly)

Returns the value of attribute details.



7
8
9
 
# File 'lib/ruby_llm/contract/eval/case_result.rb', line 7

def details
  @details
end

#duration_ms ⇒ Object (readonly)

Returns the value of attribute duration_ms.



7
8
9
 
# File 'lib/ruby_llm/contract/eval/case_result.rb', line 7

def duration_ms
  @duration_ms
end

#expected ⇒ Object (readonly)

Returns the value of attribute expected.



7
8
9
 
# File 'lib/ruby_llm/contract/eval/case_result.rb', line 7

def expected
  @expected
end

#input ⇒ Object (readonly)

Returns the value of attribute input.



7
8
9
 
# File 'lib/ruby_llm/contract/eval/case_result.rb', line 7

def input
  @input
end

#name ⇒ Object (readonly)

Returns the value of attribute name.



7
8
9
 
# File 'lib/ruby_llm/contract/eval/case_result.rb', line 7

def name
  @name
end

#output ⇒ Object (readonly)

Returns the value of attribute output.



7
8
9
 
# File 'lib/ruby_llm/contract/eval/case_result.rb', line 7

def output
  @output
end

#score ⇒ Object (readonly)

Returns the value of attribute score.



7
8
9
 
# File 'lib/ruby_llm/contract/eval/case_result.rb', line 7

def score
  @score
end

#step_status ⇒ Object (readonly)

Returns the value of attribute step_status.



7
8
9
 
# File 'lib/ruby_llm/contract/eval/case_result.rb', line 7

def step_status
  @step_status
end

Instance Method Details

#failed? ⇒ Boolean

Returns:

  • (Boolean) 


31
32
33
 
# File 'lib/ruby_llm/contract/eval/case_result.rb', line 31

def failed?
  !@passed
end

#label ⇒ Object 



35
36
37
 
# File 'lib/ruby_llm/contract/eval/case_result.rb', line 35

def label
  @label || (@passed ? "PASS" : "FAIL")
end

#mismatches ⇒ Object 



39
40
41
42
43
44
45
46
47
48
 
# File 'lib/ruby_llm/contract/eval/case_result.rb', line 39

def mismatches
  return {} unless @expected.is_a?(Hash) && @output.is_a?(Hash)

  @expected.each_with_object({}) do |(key, value), result|
    actual = @output[key]
    next if match?(value, actual)

    result[key] = { expected: value, got: actual }
  end
end

#passed? ⇒ Boolean

Returns:

  • (Boolean) 


27
28
29
 
# File 'lib/ruby_llm/contract/eval/case_result.rb', line 27

def passed?
  @passed
end

#to_h ⇒ Object 



50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
 
# File 'lib/ruby_llm/contract/eval/case_result.rb', line 50

def to_h
  {
    name: @name,
    input: @input,
    output: @output,
    expected: @expected,
    step_status: @step_status,
    score: @score,
    passed: @passed,
    label: label,
    details: @details,
    duration_ms: @duration_ms,
    cost: @cost,
    attempts: @attempts
  }
end