Class: RubyLLM::Contract::Eval::Runner

Inherits:
Object
  • Object
show all
Includes:
Concerns::ContextHelpers
Defined in:
lib/ruby_llm/contract/eval/runner.rb

Class Method Summary collapse

Instance Method Summary collapse

Constructor Details

#initialize(step:, dataset:, context: {}, concurrency: nil) ⇒ Runner

Returns a new instance of Runner.



13
14
15
16
17
18
 
# File 'lib/ruby_llm/contract/eval/runner.rb', line 13

def initialize(step:, dataset:, context: {}, concurrency: nil)
  @step = step
  @dataset = dataset
  @context = context
  @concurrency = concurrency
end

Class Method Details

.run(step:, dataset:, context: {}, concurrency: nil) ⇒ Object 



9
10
11
 
# File 'lib/ruby_llm/contract/eval/runner.rb', line 9

def self.run(step:, dataset:, context: {}, concurrency: nil)
  new(step: step, dataset: dataset, context: context, concurrency: concurrency).run
end

Instance Method Details

#run ⇒ Object 



20
21
22
23
24
25
26
 
# File 'lib/ruby_llm/contract/eval/runner.rb', line 20

def run
  Report.new(
    dataset_name: @dataset.name,
    results: collected_results,
    step_name: step_name
  )
end