Method List

Classes Methods Files

Search:

#== RubyLLM::Contract::Prompt::AST
#== RubyLLM::Contract::Prompt::Node
#== RubyLLM::Contract::Concerns::TraceEquality
#== RubyLLM::Contract::Prompt::Nodes::ExampleNode
#== RubyLLM::Contract::Prompt::Nodes::SectionNode
#[] RubyLLM::Contract::Prompt::AST
#[] RubyLLM::Contract::Step::Trace
#[] RubyLLM::Contract::Pipeline::Trace
#add_case RubyLLM::Contract::Eval::Dataset
#add_case RubyLLM::Contract::Eval::EvalDefinition
append RubyLLM::Contract::Eval::EvalHistory
#around_call RubyLLM::Contract::Step::Dsl
#assert_eval_passes RubyLLM::Contract::MinitestHelpers
#assert_satisfies_contract RubyLLM::Contract::MinitestHelpers
#attempts RubyLLM::Contract::Step::Trace
#attempts RubyLLM::Contract::Step::RetryPolicy
#avg_latency_ms RubyLLM::Contract::Eval::Report
#baseline_exists? RubyLLM::Contract::Eval::Report
#baseline_score RubyLLM::Contract::Eval::BaselineDiff
#best_for RubyLLM::Contract::Eval::ModelComparison
#build RubyLLM::Contract::Prompt::Builder
build RubyLLM::Contract::Prompt::Builder
build RubyLLM::Contract::Definition
#build_adapter RubyLLM::Contract::Eval::EvalDefinition
#build_dataset RubyLLM::Contract::Eval::EvalDefinition
build_messages RubyLLM::Contract::Step::Base
calculate RubyLLM::Contract::CostCalculator
#call RubyLLM::Contract::Step::Runner
#call RubyLLM::Contract::Adapters::Base
#call RubyLLM::Contract::Adapters::Test
#call RubyLLM::Contract::Pipeline::Runner
#call RubyLLM::Contract::Adapters::RubyLLM
#call RubyLLM::Contract::Invariant
#call RubyLLM::Contract::Eval::Evaluator::Exact
#call RubyLLM::Contract::Eval::Evaluator::Regex
#call RubyLLM::Contract::Eval::Evaluator::JsonIncludes
#call RubyLLM::Contract::Eval::Evaluator::ProcEvaluator
#cases RubyLLM::Contract::Eval::Dataset
#cases RubyLLM::Contract::Eval::EvalDefinition
#class_validates RubyLLM::Contract::Step::Dsl
#clear_file_sourced_evals! RubyLLM::Contract::Concerns::EvalHost
#clone_for_concurrency RubyLLM::Contract::Adapters::Base
#clone_for_concurrency RubyLLM::Contract::Adapters::Test
#compare_models RubyLLM::Contract::Concerns::EvalHost
#compare_with_baseline RubyLLM::Contract::Eval::Report
configuration RubyLLM::Contract
configure RubyLLM::Contract
#constraints RubyLLM::Contract::SchemaValidator::FieldCheck
#content RubyLLM::Contract::Prompt::Node
#content RubyLLM::Contract::Adapters::Response
#context RubyLLM::Contract::RakeTask
#contract RubyLLM::Contract::Step::Dsl
#cost RubyLLM::Contract::Step::Trace
#cost RubyLLM::Contract::Eval::CaseResult
#cost_for RubyLLM::Contract::Eval::ModelComparison
#cost_per_point RubyLLM::Contract::Eval::ModelComparison
#current_input RubyLLM::Contract::Pipeline::Runner::ExecutionState
#current_score RubyLLM::Contract::Eval::BaselineDiff
#dataset_name RubyLLM::Contract::Eval::Report
#dates RubyLLM::Contract::Eval::EvalHistory
#deep_symbolize RubyLLM::Contract::Concerns::DeepSymbolize
#default_adapter RubyLLM::Contract::Configuration
#default_input RubyLLM::Contract::Eval::EvalDefinition
#default_model RubyLLM::Contract::Configuration
define RubyLLM::Contract::Eval::Dataset
#define_eval RubyLLM::Contract::Concerns::EvalHost
#description RubyLLM::Contract::Invariant
#details RubyLLM::Contract::Error
#details RubyLLM::Contract::Eval::CaseResult
#details RubyLLM::Contract::Eval::EvaluationResult
#dig RubyLLM::Contract::Step::Trace
#dig RubyLLM::Contract::Pipeline::Trace
#drift? RubyLLM::Contract::Eval::EvalHistory
#duration_ms RubyLLM::Contract::Eval::CaseResult
#each RubyLLM::Contract::Prompt::AST
#each RubyLLM::Contract::Eval::Report
#escalate RubyLLM::Contract::Step::RetryPolicy
estimate RubyLLM::Contract::TokenEstimator
estimate_cost RubyLLM::Contract::Step::Base
estimate_eval_cost RubyLLM::Contract::Step::Base
eval_case RubyLLM::Contract::Step::Base
#eval_defined? RubyLLM::Contract::Concerns::EvalHost
#eval_dirs RubyLLM::Contract::RakeTask
#eval_history RubyLLM::Contract::Eval::Report
eval_hosts RubyLLM::Contract
#eval_name RubyLLM::Contract::Eval::ModelComparison
#eval_names RubyLLM::Contract::Concerns::EvalHost
#evaluator RubyLLM::Contract::Eval::Case
#example RubyLLM::Contract::Prompt::Builder
#expected RubyLLM::Contract::Eval::Case
#expected RubyLLM::Contract::Eval::CaseResult
#expected_traits RubyLLM::Contract::Eval::Case
extract_json RubyLLM::Contract::Parser
#fail_on_empty RubyLLM::Contract::RakeTask
#fail_on_regression RubyLLM::Contract::RakeTask
#failed RubyLLM::Contract::Eval::Report
#failed? RubyLLM::Contract::Step::Result
#failed? RubyLLM::Contract::Pipeline::Result
#failed? RubyLLM::Contract::Pipeline::Runner::ExecutionState
#failed? RubyLLM::Contract::Eval::CaseResult
#failed? RubyLLM::Contract::Eval::EvaluationResult
#failed_step RubyLLM::Contract::Pipeline::Result
#failed_step RubyLLM::Contract::Pipeline::Runner::ExecutionState
#failures RubyLLM::Contract::Eval::Report
#format_error_message RubyLLM::Contract::RSpec::PassEvalHelpers
#format_failure_message RubyLLM::Contract::RSpec::PassEvalHelpers
#format_report_message RubyLLM::Contract::RSpec::PassEvalHelpers
#improved? RubyLLM::Contract::Eval::BaselineDiff
#improvements RubyLLM::Contract::Eval::BaselineDiff
included RubyLLM::Contract::DSL
inherited RubyLLM::Contract::Step::Base
inherited RubyLLM::Contract::Pipeline::Base
#initialize RubyLLM::Contract::Error
#initialize RubyLLM::Contract::RakeTask
#initialize RubyLLM::Contract::Prompt::AST
#initialize RubyLLM::Contract::Step::Trace
#initialize RubyLLM::Contract::Eval::Report
#initialize RubyLLM::Contract::Eval::Runner
#initialize RubyLLM::Contract::Prompt::Node
#initialize RubyLLM::Contract::Step::Result
#initialize RubyLLM::Contract::Step::Runner
#initialize RubyLLM::Contract::Eval::Dataset
#initialize RubyLLM::Contract::Eval::Case
#initialize RubyLLM::Contract::Adapters::Test
#initialize RubyLLM::Contract::Configuration
#initialize RubyLLM::Contract::Pipeline::Trace
#initialize RubyLLM::Contract::Prompt::Builder
#initialize RubyLLM::Contract::Pipeline::Result
#initialize RubyLLM::Contract::Pipeline::Runner
#initialize RubyLLM::Contract::Pipeline::Runner::ExecutionState
#initialize RubyLLM::Contract::Eval::CaseResult
#initialize RubyLLM::Contract::Adapters::Response
#initialize RubyLLM::Contract::Eval::EvalHistory
#initialize RubyLLM::Contract::Step::RetryPolicy
#initialize RubyLLM::Contract::Invariant
#initialize RubyLLM::Contract::Eval::BaselineDiff
#initialize RubyLLM::Contract::Definition
#initialize RubyLLM::Contract::Eval::EvalDefinition
#initialize RubyLLM::Contract::Eval::Evaluator::Regex
#initialize RubyLLM::Contract::Eval::ModelComparison
#initialize RubyLLM::Contract::Eval::EvaluationResult
#initialize RubyLLM::Contract::Prompt::Nodes::RuleNode
#initialize RubyLLM::Contract::Prompt::Nodes::UserNode
#initialize RubyLLM::Contract::Prompt::Nodes::SystemNode
#initialize RubyLLM::Contract::SchemaValidator
#initialize RubyLLM::Contract::Prompt::Nodes::ExampleNode
#initialize RubyLLM::Contract::Prompt::Nodes::SectionNode
#initialize RubyLLM::Contract::Eval::Evaluator::ProcEvaluator
#input RubyLLM::Contract::Eval::Case
#input RubyLLM::Contract::Eval::CaseResult
#input RubyLLM::Contract::Prompt::Nodes::ExampleNode
#input_type RubyLLM::Contract::Step::Dsl
#invariant RubyLLM::Contract::Definition
#invariants RubyLLM::Contract::Definition
#key? RubyLLM::Contract::Step::Trace
#label RubyLLM::Contract::Eval::CaseResult
#label RubyLLM::Contract::Eval::EvaluationResult
#latency_ms RubyLLM::Contract::Step::Trace
#latest RubyLLM::Contract::Eval::EvalHistory
load RubyLLM::Contract::Eval::EvalHistory
load_evals! RubyLLM::Contract
#logger RubyLLM::Contract::Configuration
#mark_limit_failure RubyLLM::Contract::Pipeline::Runner::ExecutionState
#max_attempts RubyLLM::Contract::Step::RetryPolicy
#max_cost RubyLLM::Contract::Step::Dsl
#max_input RubyLLM::Contract::Step::Dsl
#max_output RubyLLM::Contract::Step::Dsl
#maximum_cost RubyLLM::Contract::RakeTask
#merge RubyLLM::Contract::Step::Trace
merge RubyLLM::Contract::Definition
#messages RubyLLM::Contract::Step::Trace
#minimum_score RubyLLM::Contract::RakeTask
#mismatches RubyLLM::Contract::Eval::CaseResult
#model RubyLLM::Contract::Step::Dsl
#model RubyLLM::Contract::Step::Trace
#model_for_attempt RubyLLM::Contract::Step::RetryPolicy
#model_list RubyLLM::Contract::Step::RetryPolicy
#models RubyLLM::Contract::Eval::ModelComparison
#name RubyLLM::Contract::RakeTask
#name RubyLLM::Contract::Eval::Dataset
#name RubyLLM::Contract::Eval::Case
#name RubyLLM::Contract::Eval::CaseResult
#name RubyLLM::Contract::Eval::EvalDefinition
#name RubyLLM::Contract::Prompt::Nodes::SectionNode
#new_cases RubyLLM::Contract::Eval::BaselineDiff
#nodes RubyLLM::Contract::Prompt::AST
#ok? RubyLLM::Contract::Step::Result
#ok? RubyLLM::Contract::Pipeline::Result
#ok? RubyLLM::Contract::Eval::PipelineResultAdapter
#ok_flag RubyLLM::Contract::Eval::PipelineResultAdapter
#output RubyLLM::Contract::Eval::CaseResult
#output RubyLLM::Contract::Prompt::Nodes::ExampleNode
#output_schema RubyLLM::Contract::Step::Dsl
#output_type RubyLLM::Contract::Step::Dsl
#outputs_by_step RubyLLM::Contract::Pipeline::Result
#outputs_by_step RubyLLM::Contract::Pipeline::Runner::ExecutionState
parse RubyLLM::Contract::Parser
#parse RubyLLM::Contract::Definition
parse_json RubyLLM::Contract::Parser
#parse_strategy RubyLLM::Contract::Definition
#parsed_output RubyLLM::Contract::Step::Result
#parsed_output RubyLLM::Contract::Eval::PipelineResultAdapter
#pass_rate RubyLLM::Contract::Eval::Report
#passed RubyLLM::Contract::Eval::Report
#passed RubyLLM::Contract::Eval::EvaluationResult
#passed? RubyLLM::Contract::Eval::Report
#passed? RubyLLM::Contract::Eval::CaseResult
#pretty_print RubyLLM::Contract::Pipeline::Result
#print_summary RubyLLM::Contract::Eval::Report
#print_summary RubyLLM::Contract::Eval::ModelComparison
#prompt RubyLLM::Contract::Step::Dsl
#qualified RubyLLM::Contract::SchemaValidator::FieldCheck
#raw_output RubyLLM::Contract::Step::Result
#record_step RubyLLM::Contract::Pipeline::Runner::ExecutionState
#refute_satisfies_contract RubyLLM::Contract::MinitestHelpers
register_eval_host RubyLLM::Contract
#regressed? RubyLLM::Contract::Eval::BaselineDiff
#regressions RubyLLM::Contract::Eval::BaselineDiff
#removed_cases RubyLLM::Contract::Eval::BaselineDiff
#removed_passing_cases RubyLLM::Contract::Eval::BaselineDiff
#render RubyLLM::Contract::Prompt::Renderer
render RubyLLM::Contract::Prompt::Renderer
#reports RubyLLM::Contract::Eval::ModelComparison
reset_configuration! RubyLLM::Contract
reset_eval_hosts! RubyLLM::Contract
#responses_array RubyLLM::Contract::Adapters::Test
#results RubyLLM::Contract::Eval::Report
#retry_on RubyLLM::Contract::Step::RetryPolicy
#retry_policy RubyLLM::Contract::Step::Dsl
#retryable? RubyLLM::Contract::Step::RetryPolicy
#retryable_statuses RubyLLM::Contract::Step::RetryPolicy
#rule RubyLLM::Contract::Prompt::Builder
run RubyLLM::Contract::Step::Base
run RubyLLM::Contract::Eval::Runner
#run RubyLLM::Contract::Eval::Runner
run RubyLLM::Contract::Pipeline::Base
run_all_evals RubyLLM::Contract
#run_eval RubyLLM::Contract::Concerns::EvalHost
#run_steps RubyLLM::Contract::Pipeline::Runner
#runs RubyLLM::Contract::Eval::EvalHistory
#sample_response RubyLLM::Contract::Eval::EvalDefinition
#save_baseline RubyLLM::Contract::RakeTask
#save_baseline! RubyLLM::Contract::Eval::Report
#save_history! RubyLLM::Contract::Eval::Report
#score RubyLLM::Contract::Eval::Report
#score RubyLLM::Contract::Eval::CaseResult
#score RubyLLM::Contract::Eval::EvaluationResult
#score_delta RubyLLM::Contract::Eval::BaselineDiff
#score_for RubyLLM::Contract::Eval::ModelComparison
#score_trend RubyLLM::Contract::Eval::EvalHistory
#scores RubyLLM::Contract::Eval::EvalHistory
#section RubyLLM::Contract::Prompt::Builder
#size RubyLLM::Contract::Prompt::AST
#skipped RubyLLM::Contract::Eval::Report
#status RubyLLM::Contract::Step::Result
#status RubyLLM::Contract::Pipeline::Result
#status RubyLLM::Contract::Pipeline::Runner::ExecutionState
#status RubyLLM::Contract::Eval::PipelineResultAdapter
step RubyLLM::Contract::Pipeline::Base
#step_expectations RubyLLM::Contract::Eval::Case
#step_results RubyLLM::Contract::Pipeline::Result
#step_results RubyLLM::Contract::Pipeline::Runner::ExecutionState
#step_status RubyLLM::Contract::Eval::CaseResult
#step_traces RubyLLM::Contract::Pipeline::Trace
#step_traces RubyLLM::Contract::Pipeline::Runner::ExecutionState
steps RubyLLM::Contract::Pipeline::Base
steps_registry RubyLLM::Contract::Pipeline::Base
strip_bom RubyLLM::Contract::Parser
strip_code_fences RubyLLM::Contract::Parser
#stub_all_steps RubyLLM::Contract::RSpec::Helpers
#stub_step RubyLLM::Contract::MinitestHelpers
#stub_step RubyLLM::Contract::RSpec::Helpers
#summary RubyLLM::Contract::Eval::Report
symbolize_keys RubyLLM::Contract::Parser
#system RubyLLM::Contract::Prompt::Builder
#table RubyLLM::Contract::Eval::ModelComparison
#temperature RubyLLM::Contract::Step::Dsl
test RubyLLM::Contract::Pipeline::Base
#to_a RubyLLM::Contract::Prompt::AST
#to_h RubyLLM::Contract::Step::Trace
#to_h RubyLLM::Contract::Prompt::Node
#to_h RubyLLM::Contract::Pipeline::Trace
#to_h RubyLLM::Contract::Eval::CaseResult
#to_h RubyLLM::Contract::Eval::ModelComparison
#to_h RubyLLM::Contract::Prompt::Nodes::ExampleNode
#to_h RubyLLM::Contract::Prompt::Nodes::SectionNode
#to_s RubyLLM::Contract::Step::Trace
#to_s RubyLLM::Contract::Eval::Report
#to_s RubyLLM::Contract::Step::Result
#to_s RubyLLM::Contract::Pipeline::Trace
#to_s RubyLLM::Contract::Pipeline::Result
#to_s RubyLLM::Contract::Eval::EvalHistory
#to_s RubyLLM::Contract::Eval::BaselineDiff
#to_s RubyLLM::Contract::Eval::EvaluationResult
token_budget RubyLLM::Contract::Pipeline::Base
#total_cost RubyLLM::Contract::Eval::Report
#total_cost RubyLLM::Contract::Pipeline::Trace
#total_latency_ms RubyLLM::Contract::Pipeline::Trace
#total_usage RubyLLM::Contract::Pipeline::Trace
#trace RubyLLM::Contract::Step::Result
#trace RubyLLM::Contract::Pipeline::Result
#trace RubyLLM::Contract::Eval::PipelineResultAdapter
#trace_id RubyLLM::Contract::Pipeline::Trace
#trace_id RubyLLM::Contract::Pipeline::Runner::ExecutionState
#type RubyLLM::Contract::Prompt::Node
#usage RubyLLM::Contract::Step::Trace
#usage RubyLLM::Contract::Adapters::Response
#user RubyLLM::Contract::Prompt::Builder
#validate RubyLLM::Contract::Step::Dsl
#validate RubyLLM::Contract::Validator
validate RubyLLM::Contract::Validator
validate RubyLLM::Contract::SchemaValidator
#validate RubyLLM::Contract::SchemaValidator
#validation_errors RubyLLM::Contract::Step::Result
#validation_errors RubyLLM::Contract::Eval::PipelineResultAdapter
#value RubyLLM::Contract::SchemaValidator::FieldCheck
#verify RubyLLM::Contract::Eval::EvalDefinition