Class: Google::Cloud::Ces::V1beta::AggregatedMetrics

Inherits:
Object
  • Object
show all
Extended by:
Protobuf::MessageExts::ClassMethods
Includes:
Protobuf::MessageExts
Defined in:
proto_docs/google/cloud/ces/v1beta/evaluation.rb

Overview

Aggregated metrics for an evaluation or evaluation dataset.

Defined Under Namespace

Classes: HallucinationMetrics, MetricsByAppVersion, MetricsByTurn, SemanticSimilarityMetrics, ToolCallLatencyMetrics, ToolMetrics, TurnLatencyMetrics

Instance Attribute Summary collapse

Instance Attribute Details

#metrics_by_app_version ⇒ ::Array<::Google::Cloud::Ces::V1beta::AggregatedMetrics::MetricsByAppVersion> (readonly)

Returns Output only. Aggregated metrics, grouped by app version ID.

Returns:



28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
 
# File 'proto_docs/google/cloud/ces/v1beta/evaluation.rb', line 28

class AggregatedMetrics
  include ::Google::Protobuf::MessageExts
  extend ::Google::Protobuf::MessageExts::ClassMethods

  # Metrics for a single tool.
  # @!attribute [r] tool
  #   @return [::String]
  #     Output only. The name of the tool.
  # @!attribute [r] pass_count
  #   @return [::Integer]
  #     Output only. The number of times the tool passed.
  # @!attribute [r] fail_count
  #   @return [::Integer]
  #     Output only. The number of times the tool failed.
  class ToolMetrics
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Metrics for turn latency.
  # @!attribute [r] average_latency
  #   @return [::Google::Protobuf::Duration]
  #     Output only. The average latency of the turns.
  class TurnLatencyMetrics
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Metrics for tool call latency.
  # @!attribute [r] tool
  #   @return [::String]
  #     Output only. The name of the tool.
  # @!attribute [r] average_latency
  #   @return [::Google::Protobuf::Duration]
  #     Output only. The average latency of the tool calls.
  class ToolCallLatencyMetrics
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Metrics for semantic similarity results.
  # @!attribute [r] score
  #   @return [::Float]
  #     Output only. The average semantic similarity score (0-4).
  class SemanticSimilarityMetrics
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Metrics for hallucination results.
  # @!attribute [r] score
  #   @return [::Float]
  #     Output only. The average hallucination score (0 to 1).
  class HallucinationMetrics
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Metrics aggregated per app version.
  # @!attribute [r] app_version_id
  #   @return [::String]
  #     Output only. The app version ID.
  # @!attribute [r] tool_metrics
  #   @return [::Array<::Google::Cloud::Ces::V1beta::AggregatedMetrics::ToolMetrics>]
  #     Output only. Metrics for each tool within this app version.
  # @!attribute [r] semantic_similarity_metrics
  #   @return [::Array<::Google::Cloud::Ces::V1beta::AggregatedMetrics::SemanticSimilarityMetrics>]
  #     Output only. Metrics for semantic similarity within this app version.
  # @!attribute [r] hallucination_metrics
  #   @return [::Array<::Google::Cloud::Ces::V1beta::AggregatedMetrics::HallucinationMetrics>]
  #     Output only. Metrics for hallucination within this app version.
  # @!attribute [r] tool_call_latency_metrics
  #   @return [::Array<::Google::Cloud::Ces::V1beta::AggregatedMetrics::ToolCallLatencyMetrics>]
  #     Output only. Metrics for tool call latency within this app version.
  # @!attribute [r] turn_latency_metrics
  #   @return [::Array<::Google::Cloud::Ces::V1beta::AggregatedMetrics::TurnLatencyMetrics>]
  #     Output only. Metrics for turn latency within this app version.
  # @!attribute [r] pass_count
  #   @return [::Integer]
  #     Output only. The number of times the evaluation passed.
  # @!attribute [r] fail_count
  #   @return [::Integer]
  #     Output only. The number of times the evaluation failed.
  # @!attribute [r] metrics_by_turn
  #   @return [::Array<::Google::Cloud::Ces::V1beta::AggregatedMetrics::MetricsByTurn>]
  #     Output only. Metrics aggregated per turn within this app version.
  class MetricsByAppVersion
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Metrics aggregated per turn.
  # @!attribute [r] turn_index
  #   @return [::Integer]
  #     Output only. The turn index (0-based).
  # @!attribute [r] tool_metrics
  #   @return [::Array<::Google::Cloud::Ces::V1beta::AggregatedMetrics::ToolMetrics>]
  #     Output only. Metrics for each tool within this turn.
  # @!attribute [r] semantic_similarity_metrics
  #   @return [::Array<::Google::Cloud::Ces::V1beta::AggregatedMetrics::SemanticSimilarityMetrics>]
  #     Output only. Metrics for semantic similarity within this turn.
  # @!attribute [r] hallucination_metrics
  #   @return [::Array<::Google::Cloud::Ces::V1beta::AggregatedMetrics::HallucinationMetrics>]
  #     Output only. Metrics for hallucination within this turn.
  # @!attribute [r] tool_call_latency_metrics
  #   @return [::Array<::Google::Cloud::Ces::V1beta::AggregatedMetrics::ToolCallLatencyMetrics>]
  #     Output only. Metrics for tool call latency within this turn.
  # @!attribute [r] turn_latency_metrics
  #   @return [::Array<::Google::Cloud::Ces::V1beta::AggregatedMetrics::TurnLatencyMetrics>]
  #     Output only. Metrics for turn latency within this turn.
  class MetricsByTurn
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end
end