Class: Google::Cloud::Dialogflow::V2::SummarizationEvaluationMetrics

Inherits:
Object
  • Object
show all
Extended by:
Protobuf::MessageExts::ClassMethods
Includes:
Protobuf::MessageExts
Defined in:
proto_docs/google/cloud/dialogflow/v2/generator_evaluation.rb

Overview

Evaluation metrics for summarization generator.

Defined Under Namespace

Classes: AccuracyDecomposition, AdherenceDecomposition, AdherenceRubric, CompletenessRubric, ConversationDetail, Decomposition, EvaluationResult, OverallScoresByMetric, SectionToken, SummarizationEvaluationResult

Instance Attribute Summary collapse

Instance Attribute Details

#conversation_details ⇒ ::Array<::Google::Cloud::Dialogflow::V2::SummarizationEvaluationMetrics::ConversationDetail> (readonly)

Returns Output only. List of conversation details.

Returns:



160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
 
# File 'proto_docs/google/cloud/dialogflow/v2/generator_evaluation.rb', line 160

class SummarizationEvaluationMetrics
  include ::Google::Protobuf::MessageExts
  extend ::Google::Protobuf::MessageExts::ClassMethods

  # Decomposition details for accuracy.
  # @!attribute [r] point
  #   @return [::String]
  #     Output only. The breakdown point of the summary.
  # @!attribute [r] accuracy_reasoning
  #   @return [::String]
  #     Output only. The accuracy reasoning of the breakdown point.
  # @!attribute [r] is_accurate
  #   @return [::Boolean]
  #     Output only. Whether the breakdown point is accurate or not.
  class AccuracyDecomposition
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Decomposition details for adherence.
  # @deprecated This message is deprecated and may be removed in the next major version update.
  # @!attribute [r] point
  #   @return [::String]
  #     Output only. The breakdown point of the given instructions.
  # @!attribute [r] adherence_reasoning
  #   @return [::String]
  #     Output only. The adherence reasoning of the breakdown point.
  # @!attribute [r] is_adherent
  #   @return [::Boolean]
  #     Output only. Whether the breakdown point is adherent or not.
  class AdherenceDecomposition
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Rubric result of the adherence evaluation. A rubric is ued to determine
  # if the summary adheres to all aspects of the given instructions.
  # @!attribute [r] question
  #   @return [::String]
  #     Output only. The question generated from instruction that used to
  #     evaluate summary.
  # @!attribute [r] reasoning
  #   @return [::String]
  #     Output only. The reasoning of the rubric question is addressed or not.
  # @!attribute [r] is_addressed
  #   @return [::Boolean]
  #     Output only. A boolean that indicates whether the rubric question is
  #     addressed or not.
  class AdherenceRubric
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Rubric details of the completeness evaluation result.
  # @!attribute [r] question
  #   @return [::String]
  #     Output only. The question generated from instruction that used to
  #     evaluate summary.
  # @!attribute [r] is_addressed
  #   @return [::Boolean]
  #     Output only. A boolean that indicates whether the rubric question is
  #     addressed or not.
  class CompletenessRubric
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Decomposition details
  # @deprecated This message is deprecated and may be removed in the next major version update.
  # @!attribute [rw] accuracy_decomposition
  #   @return [::Google::Cloud::Dialogflow::V2::SummarizationEvaluationMetrics::AccuracyDecomposition]
  #     only available for accuracy metric.
  #
  #     Note: The following fields are mutually exclusive: `accuracy_decomposition`, `adherence_decomposition`. If a field in that set is populated, all other fields in the set will automatically be cleared.
  # @!attribute [rw] adherence_decomposition
  #   @return [::Google::Cloud::Dialogflow::V2::SummarizationEvaluationMetrics::AdherenceDecomposition]
  #     only available for adherence metric.
  #
  #     Note: The following fields are mutually exclusive: `adherence_decomposition`, `accuracy_decomposition`. If a field in that set is populated, all other fields in the set will automatically be cleared.
  class Decomposition
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Evaluation result that contains one of accuracy, adherence or completeness
  # evaluation result.
  # @!attribute [rw] accuracy_decomposition
  #   @return [::Google::Cloud::Dialogflow::V2::SummarizationEvaluationMetrics::AccuracyDecomposition]
  #     Only available for accuracy metric.
  #
  #     Note: The following fields are mutually exclusive: `accuracy_decomposition`, `adherence_rubric`, `completeness_rubric`. If a field in that set is populated, all other fields in the set will automatically be cleared.
  # @!attribute [rw] adherence_rubric
  #   @return [::Google::Cloud::Dialogflow::V2::SummarizationEvaluationMetrics::AdherenceRubric]
  #     Only available for adherence metric.
  #
  #     Note: The following fields are mutually exclusive: `adherence_rubric`, `accuracy_decomposition`, `completeness_rubric`. If a field in that set is populated, all other fields in the set will automatically be cleared.
  # @!attribute [rw] completeness_rubric
  #   @return [::Google::Cloud::Dialogflow::V2::SummarizationEvaluationMetrics::CompletenessRubric]
  #     Only available for completeness metric.
  #
  #     Note: The following fields are mutually exclusive: `completeness_rubric`, `accuracy_decomposition`, `adherence_rubric`. If a field in that set is populated, all other fields in the set will automatically be cleared.
  class EvaluationResult
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Evaluation result per conversation(&summary), metric and section.
  # @!attribute [r] session_id
  #   @deprecated This field is deprecated and may be removed in the next major version update.
  #   @return [::String]
  #     Output only. conversation session id
  # @!attribute [r] metric
  #   @return [::String]
  #     Output only. metric name, e.g. accuracy, completeness, adherence, etc.
  # @!attribute [r] section
  #   @return [::String]
  #     Output only. section/task name, e.g. action, situation, etc
  # @!attribute [r] score
  #   @return [::Float]
  #     Output only. score calculated from decompositions
  # @!attribute [r] section_summary
  #   @return [::String]
  #     Output only. Summary of this section
  # @!attribute [r] decompositions
  #   @deprecated This field is deprecated and may be removed in the next major version update.
  #   @return [::Array<::Google::Cloud::Dialogflow::V2::SummarizationEvaluationMetrics::Decomposition>]
  #     Output only. List of decompostion details
  # @!attribute [r] evaluation_results
  #   @return [::Array<::Google::Cloud::Dialogflow::V2::SummarizationEvaluationMetrics::EvaluationResult>]
  #     Output only. List of evaluation results.
  class SummarizationEvaluationResult
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Overall performance per metric. This is the aggregated score for each
  # metric across all conversations that are selected for summarization
  # evaluation.
  # @!attribute [r] metric
  #   @return [::String]
  #     Output only. Metric name. e.g. accuracy, adherence, completeness.
  class OverallScoresByMetric
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # A pair of section name and input token count of the input summary section.
  # @!attribute [r] section
  #   @return [::String]
  #     Output only. The name of the summary instruction.
  # @!attribute [r] token_count
  #   @return [::Integer]
  #     Output only. Token count.
  class SectionToken
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Aggregated evaluation result on conversation level. This conatins
  # evaluation results of all the metrics and sections.
  # @!attribute [r] message_entries
  #   @return [::Array<::Google::Cloud::Dialogflow::V2::MessageEntry>]
  #     Output only. Conversation transcript that used for summarization
  #     evaluation as a reference.
  # @!attribute [r] summary_sections
  #   @return [::Array<::Google::Cloud::Dialogflow::V2::SummarySuggestion::SummarySection>]
  #     Output only. Summary sections that used for summarization evaluation as a
  #     reference.
  # @!attribute [r] metric_details
  #   @return [::Array<::Google::Cloud::Dialogflow::V2::SummarizationEvaluationMetrics::ConversationDetail::MetricDetail>]
  #     Output only. List of metric details.
  # @!attribute [r] section_tokens
  #   @return [::Array<::Google::Cloud::Dialogflow::V2::SummarizationEvaluationMetrics::SectionToken>]
  #     Output only. Conversation level token count per section. This is an
  #     aggregated(sum) result of input token of summary acorss all metrics for a
  #     single conversation.
  class ConversationDetail
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods

    # Aggregated result on metric level. This conatins the evaluation results
    # of all the sections.
    # @!attribute [r] metric
    #   @return [::String]
    #     Output only. Metrics name. e.g. accuracy, adherence, completeness.
    # @!attribute [r] score
    #   @return [::Float]
    #     Output only. Aggregated(average) score on this metric across all
    #     sections.
    # @!attribute [r] section_details
    #   @return [::Array<::Google::Cloud::Dialogflow::V2::SummarizationEvaluationMetrics::ConversationDetail::MetricDetail::SectionDetail>]
    #     Output only. List of section details.
    class MetricDetail
      include ::Google::Protobuf::MessageExts
      extend ::Google::Protobuf::MessageExts::ClassMethods

      # Section level result.
      # @!attribute [r] section
      #   @return [::String]
      #     Output only. The name of the summary instruction.
      # @!attribute [r] score
      #   @return [::Float]
      #     Output only. Aggregated(average) score on this section across all
      #     evaluation results. Either decompositions or rubrics.
      # @!attribute [r] section_summary
      #   @return [::String]
      #     Output only. Summary for this section
      # @!attribute [r] evaluation_results
      #   @return [::Array<::Google::Cloud::Dialogflow::V2::SummarizationEvaluationMetrics::EvaluationResult>]
      #     Output only. List of evaluation result. The list only contains one
      #     kind of the evaluation result.
      class SectionDetail
        include ::Google::Protobuf::MessageExts
        extend ::Google::Protobuf::MessageExts::ClassMethods
      end
    end
  end
end

#overall_metrics ⇒ ::Array<::Google::Cloud::Dialogflow::V2::SummarizationEvaluationMetrics::OverallScoresByMetric> (readonly)

Returns Output only. A list of aggregated(average) scores per metric section.

Returns:



160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
 
# File 'proto_docs/google/cloud/dialogflow/v2/generator_evaluation.rb', line 160

class SummarizationEvaluationMetrics
  include ::Google::Protobuf::MessageExts
  extend ::Google::Protobuf::MessageExts::ClassMethods

  # Decomposition details for accuracy.
  # @!attribute [r] point
  #   @return [::String]
  #     Output only. The breakdown point of the summary.
  # @!attribute [r] accuracy_reasoning
  #   @return [::String]
  #     Output only. The accuracy reasoning of the breakdown point.
  # @!attribute [r] is_accurate
  #   @return [::Boolean]
  #     Output only. Whether the breakdown point is accurate or not.
  class AccuracyDecomposition
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Decomposition details for adherence.
  # @deprecated This message is deprecated and may be removed in the next major version update.
  # @!attribute [r] point
  #   @return [::String]
  #     Output only. The breakdown point of the given instructions.
  # @!attribute [r] adherence_reasoning
  #   @return [::String]
  #     Output only. The adherence reasoning of the breakdown point.
  # @!attribute [r] is_adherent
  #   @return [::Boolean]
  #     Output only. Whether the breakdown point is adherent or not.
  class AdherenceDecomposition
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Rubric result of the adherence evaluation. A rubric is ued to determine
  # if the summary adheres to all aspects of the given instructions.
  # @!attribute [r] question
  #   @return [::String]
  #     Output only. The question generated from instruction that used to
  #     evaluate summary.
  # @!attribute [r] reasoning
  #   @return [::String]
  #     Output only. The reasoning of the rubric question is addressed or not.
  # @!attribute [r] is_addressed
  #   @return [::Boolean]
  #     Output only. A boolean that indicates whether the rubric question is
  #     addressed or not.
  class AdherenceRubric
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Rubric details of the completeness evaluation result.
  # @!attribute [r] question
  #   @return [::String]
  #     Output only. The question generated from instruction that used to
  #     evaluate summary.
  # @!attribute [r] is_addressed
  #   @return [::Boolean]
  #     Output only. A boolean that indicates whether the rubric question is
  #     addressed or not.
  class CompletenessRubric
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Decomposition details
  # @deprecated This message is deprecated and may be removed in the next major version update.
  # @!attribute [rw] accuracy_decomposition
  #   @return [::Google::Cloud::Dialogflow::V2::SummarizationEvaluationMetrics::AccuracyDecomposition]
  #     only available for accuracy metric.
  #
  #     Note: The following fields are mutually exclusive: `accuracy_decomposition`, `adherence_decomposition`. If a field in that set is populated, all other fields in the set will automatically be cleared.
  # @!attribute [rw] adherence_decomposition
  #   @return [::Google::Cloud::Dialogflow::V2::SummarizationEvaluationMetrics::AdherenceDecomposition]
  #     only available for adherence metric.
  #
  #     Note: The following fields are mutually exclusive: `adherence_decomposition`, `accuracy_decomposition`. If a field in that set is populated, all other fields in the set will automatically be cleared.
  class Decomposition
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Evaluation result that contains one of accuracy, adherence or completeness
  # evaluation result.
  # @!attribute [rw] accuracy_decomposition
  #   @return [::Google::Cloud::Dialogflow::V2::SummarizationEvaluationMetrics::AccuracyDecomposition]
  #     Only available for accuracy metric.
  #
  #     Note: The following fields are mutually exclusive: `accuracy_decomposition`, `adherence_rubric`, `completeness_rubric`. If a field in that set is populated, all other fields in the set will automatically be cleared.
  # @!attribute [rw] adherence_rubric
  #   @return [::Google::Cloud::Dialogflow::V2::SummarizationEvaluationMetrics::AdherenceRubric]
  #     Only available for adherence metric.
  #
  #     Note: The following fields are mutually exclusive: `adherence_rubric`, `accuracy_decomposition`, `completeness_rubric`. If a field in that set is populated, all other fields in the set will automatically be cleared.
  # @!attribute [rw] completeness_rubric
  #   @return [::Google::Cloud::Dialogflow::V2::SummarizationEvaluationMetrics::CompletenessRubric]
  #     Only available for completeness metric.
  #
  #     Note: The following fields are mutually exclusive: `completeness_rubric`, `accuracy_decomposition`, `adherence_rubric`. If a field in that set is populated, all other fields in the set will automatically be cleared.
  class EvaluationResult
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Evaluation result per conversation(&summary), metric and section.
  # @!attribute [r] session_id
  #   @deprecated This field is deprecated and may be removed in the next major version update.
  #   @return [::String]
  #     Output only. conversation session id
  # @!attribute [r] metric
  #   @return [::String]
  #     Output only. metric name, e.g. accuracy, completeness, adherence, etc.
  # @!attribute [r] section
  #   @return [::String]
  #     Output only. section/task name, e.g. action, situation, etc
  # @!attribute [r] score
  #   @return [::Float]
  #     Output only. score calculated from decompositions
  # @!attribute [r] section_summary
  #   @return [::String]
  #     Output only. Summary of this section
  # @!attribute [r] decompositions
  #   @deprecated This field is deprecated and may be removed in the next major version update.
  #   @return [::Array<::Google::Cloud::Dialogflow::V2::SummarizationEvaluationMetrics::Decomposition>]
  #     Output only. List of decompostion details
  # @!attribute [r] evaluation_results
  #   @return [::Array<::Google::Cloud::Dialogflow::V2::SummarizationEvaluationMetrics::EvaluationResult>]
  #     Output only. List of evaluation results.
  class SummarizationEvaluationResult
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Overall performance per metric. This is the aggregated score for each
  # metric across all conversations that are selected for summarization
  # evaluation.
  # @!attribute [r] metric
  #   @return [::String]
  #     Output only. Metric name. e.g. accuracy, adherence, completeness.
  class OverallScoresByMetric
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # A pair of section name and input token count of the input summary section.
  # @!attribute [r] section
  #   @return [::String]
  #     Output only. The name of the summary instruction.
  # @!attribute [r] token_count
  #   @return [::Integer]
  #     Output only. Token count.
  class SectionToken
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Aggregated evaluation result on conversation level. This conatins
  # evaluation results of all the metrics and sections.
  # @!attribute [r] message_entries
  #   @return [::Array<::Google::Cloud::Dialogflow::V2::MessageEntry>]
  #     Output only. Conversation transcript that used for summarization
  #     evaluation as a reference.
  # @!attribute [r] summary_sections
  #   @return [::Array<::Google::Cloud::Dialogflow::V2::SummarySuggestion::SummarySection>]
  #     Output only. Summary sections that used for summarization evaluation as a
  #     reference.
  # @!attribute [r] metric_details
  #   @return [::Array<::Google::Cloud::Dialogflow::V2::SummarizationEvaluationMetrics::ConversationDetail::MetricDetail>]
  #     Output only. List of metric details.
  # @!attribute [r] section_tokens
  #   @return [::Array<::Google::Cloud::Dialogflow::V2::SummarizationEvaluationMetrics::SectionToken>]
  #     Output only. Conversation level token count per section. This is an
  #     aggregated(sum) result of input token of summary acorss all metrics for a
  #     single conversation.
  class ConversationDetail
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods

    # Aggregated result on metric level. This conatins the evaluation results
    # of all the sections.
    # @!attribute [r] metric
    #   @return [::String]
    #     Output only. Metrics name. e.g. accuracy, adherence, completeness.
    # @!attribute [r] score
    #   @return [::Float]
    #     Output only. Aggregated(average) score on this metric across all
    #     sections.
    # @!attribute [r] section_details
    #   @return [::Array<::Google::Cloud::Dialogflow::V2::SummarizationEvaluationMetrics::ConversationDetail::MetricDetail::SectionDetail>]
    #     Output only. List of section details.
    class MetricDetail
      include ::Google::Protobuf::MessageExts
      extend ::Google::Protobuf::MessageExts::ClassMethods

      # Section level result.
      # @!attribute [r] section
      #   @return [::String]
      #     Output only. The name of the summary instruction.
      # @!attribute [r] score
      #   @return [::Float]
      #     Output only. Aggregated(average) score on this section across all
      #     evaluation results. Either decompositions or rubrics.
      # @!attribute [r] section_summary
      #   @return [::String]
      #     Output only. Summary for this section
      # @!attribute [r] evaluation_results
      #   @return [::Array<::Google::Cloud::Dialogflow::V2::SummarizationEvaluationMetrics::EvaluationResult>]
      #     Output only. List of evaluation result. The list only contains one
      #     kind of the evaluation result.
      class SectionDetail
        include ::Google::Protobuf::MessageExts
        extend ::Google::Protobuf::MessageExts::ClassMethods
      end
    end
  end
end

#overall_section_tokens ⇒ ::Array<::Google::Cloud::Dialogflow::V2::SummarizationEvaluationMetrics::SectionToken> (readonly)

Returns Output only. Overall token per section. This is an aggregated(sum) result of input token of summary acorss all conversations that are selected for summarization evaluation.

Returns:



160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
 
# File 'proto_docs/google/cloud/dialogflow/v2/generator_evaluation.rb', line 160

class SummarizationEvaluationMetrics
  include ::Google::Protobuf::MessageExts
  extend ::Google::Protobuf::MessageExts::ClassMethods

  # Decomposition details for accuracy.
  # @!attribute [r] point
  #   @return [::String]
  #     Output only. The breakdown point of the summary.
  # @!attribute [r] accuracy_reasoning
  #   @return [::String]
  #     Output only. The accuracy reasoning of the breakdown point.
  # @!attribute [r] is_accurate
  #   @return [::Boolean]
  #     Output only. Whether the breakdown point is accurate or not.
  class AccuracyDecomposition
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Decomposition details for adherence.
  # @deprecated This message is deprecated and may be removed in the next major version update.
  # @!attribute [r] point
  #   @return [::String]
  #     Output only. The breakdown point of the given instructions.
  # @!attribute [r] adherence_reasoning
  #   @return [::String]
  #     Output only. The adherence reasoning of the breakdown point.
  # @!attribute [r] is_adherent
  #   @return [::Boolean]
  #     Output only. Whether the breakdown point is adherent or not.
  class AdherenceDecomposition
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Rubric result of the adherence evaluation. A rubric is ued to determine
  # if the summary adheres to all aspects of the given instructions.
  # @!attribute [r] question
  #   @return [::String]
  #     Output only. The question generated from instruction that used to
  #     evaluate summary.
  # @!attribute [r] reasoning
  #   @return [::String]
  #     Output only. The reasoning of the rubric question is addressed or not.
  # @!attribute [r] is_addressed
  #   @return [::Boolean]
  #     Output only. A boolean that indicates whether the rubric question is
  #     addressed or not.
  class AdherenceRubric
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Rubric details of the completeness evaluation result.
  # @!attribute [r] question
  #   @return [::String]
  #     Output only. The question generated from instruction that used to
  #     evaluate summary.
  # @!attribute [r] is_addressed
  #   @return [::Boolean]
  #     Output only. A boolean that indicates whether the rubric question is
  #     addressed or not.
  class CompletenessRubric
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Decomposition details
  # @deprecated This message is deprecated and may be removed in the next major version update.
  # @!attribute [rw] accuracy_decomposition
  #   @return [::Google::Cloud::Dialogflow::V2::SummarizationEvaluationMetrics::AccuracyDecomposition]
  #     only available for accuracy metric.
  #
  #     Note: The following fields are mutually exclusive: `accuracy_decomposition`, `adherence_decomposition`. If a field in that set is populated, all other fields in the set will automatically be cleared.
  # @!attribute [rw] adherence_decomposition
  #   @return [::Google::Cloud::Dialogflow::V2::SummarizationEvaluationMetrics::AdherenceDecomposition]
  #     only available for adherence metric.
  #
  #     Note: The following fields are mutually exclusive: `adherence_decomposition`, `accuracy_decomposition`. If a field in that set is populated, all other fields in the set will automatically be cleared.
  class Decomposition
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Evaluation result that contains one of accuracy, adherence or completeness
  # evaluation result.
  # @!attribute [rw] accuracy_decomposition
  #   @return [::Google::Cloud::Dialogflow::V2::SummarizationEvaluationMetrics::AccuracyDecomposition]
  #     Only available for accuracy metric.
  #
  #     Note: The following fields are mutually exclusive: `accuracy_decomposition`, `adherence_rubric`, `completeness_rubric`. If a field in that set is populated, all other fields in the set will automatically be cleared.
  # @!attribute [rw] adherence_rubric
  #   @return [::Google::Cloud::Dialogflow::V2::SummarizationEvaluationMetrics::AdherenceRubric]
  #     Only available for adherence metric.
  #
  #     Note: The following fields are mutually exclusive: `adherence_rubric`, `accuracy_decomposition`, `completeness_rubric`. If a field in that set is populated, all other fields in the set will automatically be cleared.
  # @!attribute [rw] completeness_rubric
  #   @return [::Google::Cloud::Dialogflow::V2::SummarizationEvaluationMetrics::CompletenessRubric]
  #     Only available for completeness metric.
  #
  #     Note: The following fields are mutually exclusive: `completeness_rubric`, `accuracy_decomposition`, `adherence_rubric`. If a field in that set is populated, all other fields in the set will automatically be cleared.
  class EvaluationResult
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Evaluation result per conversation(&summary), metric and section.
  # @!attribute [r] session_id
  #   @deprecated This field is deprecated and may be removed in the next major version update.
  #   @return [::String]
  #     Output only. conversation session id
  # @!attribute [r] metric
  #   @return [::String]
  #     Output only. metric name, e.g. accuracy, completeness, adherence, etc.
  # @!attribute [r] section
  #   @return [::String]
  #     Output only. section/task name, e.g. action, situation, etc
  # @!attribute [r] score
  #   @return [::Float]
  #     Output only. score calculated from decompositions
  # @!attribute [r] section_summary
  #   @return [::String]
  #     Output only. Summary of this section
  # @!attribute [r] decompositions
  #   @deprecated This field is deprecated and may be removed in the next major version update.
  #   @return [::Array<::Google::Cloud::Dialogflow::V2::SummarizationEvaluationMetrics::Decomposition>]
  #     Output only. List of decompostion details
  # @!attribute [r] evaluation_results
  #   @return [::Array<::Google::Cloud::Dialogflow::V2::SummarizationEvaluationMetrics::EvaluationResult>]
  #     Output only. List of evaluation results.
  class SummarizationEvaluationResult
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Overall performance per metric. This is the aggregated score for each
  # metric across all conversations that are selected for summarization
  # evaluation.
  # @!attribute [r] metric
  #   @return [::String]
  #     Output only. Metric name. e.g. accuracy, adherence, completeness.
  class OverallScoresByMetric
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # A pair of section name and input token count of the input summary section.
  # @!attribute [r] section
  #   @return [::String]
  #     Output only. The name of the summary instruction.
  # @!attribute [r] token_count
  #   @return [::Integer]
  #     Output only. Token count.
  class SectionToken
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Aggregated evaluation result on conversation level. This conatins
  # evaluation results of all the metrics and sections.
  # @!attribute [r] message_entries
  #   @return [::Array<::Google::Cloud::Dialogflow::V2::MessageEntry>]
  #     Output only. Conversation transcript that used for summarization
  #     evaluation as a reference.
  # @!attribute [r] summary_sections
  #   @return [::Array<::Google::Cloud::Dialogflow::V2::SummarySuggestion::SummarySection>]
  #     Output only. Summary sections that used for summarization evaluation as a
  #     reference.
  # @!attribute [r] metric_details
  #   @return [::Array<::Google::Cloud::Dialogflow::V2::SummarizationEvaluationMetrics::ConversationDetail::MetricDetail>]
  #     Output only. List of metric details.
  # @!attribute [r] section_tokens
  #   @return [::Array<::Google::Cloud::Dialogflow::V2::SummarizationEvaluationMetrics::SectionToken>]
  #     Output only. Conversation level token count per section. This is an
  #     aggregated(sum) result of input token of summary acorss all metrics for a
  #     single conversation.
  class ConversationDetail
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods

    # Aggregated result on metric level. This conatins the evaluation results
    # of all the sections.
    # @!attribute [r] metric
    #   @return [::String]
    #     Output only. Metrics name. e.g. accuracy, adherence, completeness.
    # @!attribute [r] score
    #   @return [::Float]
    #     Output only. Aggregated(average) score on this metric across all
    #     sections.
    # @!attribute [r] section_details
    #   @return [::Array<::Google::Cloud::Dialogflow::V2::SummarizationEvaluationMetrics::ConversationDetail::MetricDetail::SectionDetail>]
    #     Output only. List of section details.
    class MetricDetail
      include ::Google::Protobuf::MessageExts
      extend ::Google::Protobuf::MessageExts::ClassMethods

      # Section level result.
      # @!attribute [r] section
      #   @return [::String]
      #     Output only. The name of the summary instruction.
      # @!attribute [r] score
      #   @return [::Float]
      #     Output only. Aggregated(average) score on this section across all
      #     evaluation results. Either decompositions or rubrics.
      # @!attribute [r] section_summary
      #   @return [::String]
      #     Output only. Summary for this section
      # @!attribute [r] evaluation_results
      #   @return [::Array<::Google::Cloud::Dialogflow::V2::SummarizationEvaluationMetrics::EvaluationResult>]
      #     Output only. List of evaluation result. The list only contains one
      #     kind of the evaluation result.
      class SectionDetail
        include ::Google::Protobuf::MessageExts
        extend ::Google::Protobuf::MessageExts::ClassMethods
      end
    end
  end
end

#summarization_evaluation_merged_results_uri ⇒ ::String (readonly)

Returns Output only. User bucket uri for merged evaluation score and aggregation score csv.

Returns:

  • (::String) —

    Output only. User bucket uri for merged evaluation score and aggregation score csv.



160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
 
# File 'proto_docs/google/cloud/dialogflow/v2/generator_evaluation.rb', line 160

class SummarizationEvaluationMetrics
  include ::Google::Protobuf::MessageExts
  extend ::Google::Protobuf::MessageExts::ClassMethods

  # Decomposition details for accuracy.
  # @!attribute [r] point
  #   @return [::String]
  #     Output only. The breakdown point of the summary.
  # @!attribute [r] accuracy_reasoning
  #   @return [::String]
  #     Output only. The accuracy reasoning of the breakdown point.
  # @!attribute [r] is_accurate
  #   @return [::Boolean]
  #     Output only. Whether the breakdown point is accurate or not.
  class AccuracyDecomposition
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Decomposition details for adherence.
  # @deprecated This message is deprecated and may be removed in the next major version update.
  # @!attribute [r] point
  #   @return [::String]
  #     Output only. The breakdown point of the given instructions.
  # @!attribute [r] adherence_reasoning
  #   @return [::String]
  #     Output only. The adherence reasoning of the breakdown point.
  # @!attribute [r] is_adherent
  #   @return [::Boolean]
  #     Output only. Whether the breakdown point is adherent or not.
  class AdherenceDecomposition
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Rubric result of the adherence evaluation. A rubric is ued to determine
  # if the summary adheres to all aspects of the given instructions.
  # @!attribute [r] question
  #   @return [::String]
  #     Output only. The question generated from instruction that used to
  #     evaluate summary.
  # @!attribute [r] reasoning
  #   @return [::String]
  #     Output only. The reasoning of the rubric question is addressed or not.
  # @!attribute [r] is_addressed
  #   @return [::Boolean]
  #     Output only. A boolean that indicates whether the rubric question is
  #     addressed or not.
  class AdherenceRubric
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Rubric details of the completeness evaluation result.
  # @!attribute [r] question
  #   @return [::String]
  #     Output only. The question generated from instruction that used to
  #     evaluate summary.
  # @!attribute [r] is_addressed
  #   @return [::Boolean]
  #     Output only. A boolean that indicates whether the rubric question is
  #     addressed or not.
  class CompletenessRubric
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Decomposition details
  # @deprecated This message is deprecated and may be removed in the next major version update.
  # @!attribute [rw] accuracy_decomposition
  #   @return [::Google::Cloud::Dialogflow::V2::SummarizationEvaluationMetrics::AccuracyDecomposition]
  #     only available for accuracy metric.
  #
  #     Note: The following fields are mutually exclusive: `accuracy_decomposition`, `adherence_decomposition`. If a field in that set is populated, all other fields in the set will automatically be cleared.
  # @!attribute [rw] adherence_decomposition
  #   @return [::Google::Cloud::Dialogflow::V2::SummarizationEvaluationMetrics::AdherenceDecomposition]
  #     only available for adherence metric.
  #
  #     Note: The following fields are mutually exclusive: `adherence_decomposition`, `accuracy_decomposition`. If a field in that set is populated, all other fields in the set will automatically be cleared.
  class Decomposition
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Evaluation result that contains one of accuracy, adherence or completeness
  # evaluation result.
  # @!attribute [rw] accuracy_decomposition
  #   @return [::Google::Cloud::Dialogflow::V2::SummarizationEvaluationMetrics::AccuracyDecomposition]
  #     Only available for accuracy metric.
  #
  #     Note: The following fields are mutually exclusive: `accuracy_decomposition`, `adherence_rubric`, `completeness_rubric`. If a field in that set is populated, all other fields in the set will automatically be cleared.
  # @!attribute [rw] adherence_rubric
  #   @return [::Google::Cloud::Dialogflow::V2::SummarizationEvaluationMetrics::AdherenceRubric]
  #     Only available for adherence metric.
  #
  #     Note: The following fields are mutually exclusive: `adherence_rubric`, `accuracy_decomposition`, `completeness_rubric`. If a field in that set is populated, all other fields in the set will automatically be cleared.
  # @!attribute [rw] completeness_rubric
  #   @return [::Google::Cloud::Dialogflow::V2::SummarizationEvaluationMetrics::CompletenessRubric]
  #     Only available for completeness metric.
  #
  #     Note: The following fields are mutually exclusive: `completeness_rubric`, `accuracy_decomposition`, `adherence_rubric`. If a field in that set is populated, all other fields in the set will automatically be cleared.
  class EvaluationResult
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Evaluation result per conversation(&summary), metric and section.
  # @!attribute [r] session_id
  #   @deprecated This field is deprecated and may be removed in the next major version update.
  #   @return [::String]
  #     Output only. conversation session id
  # @!attribute [r] metric
  #   @return [::String]
  #     Output only. metric name, e.g. accuracy, completeness, adherence, etc.
  # @!attribute [r] section
  #   @return [::String]
  #     Output only. section/task name, e.g. action, situation, etc
  # @!attribute [r] score
  #   @return [::Float]
  #     Output only. score calculated from decompositions
  # @!attribute [r] section_summary
  #   @return [::String]
  #     Output only. Summary of this section
  # @!attribute [r] decompositions
  #   @deprecated This field is deprecated and may be removed in the next major version update.
  #   @return [::Array<::Google::Cloud::Dialogflow::V2::SummarizationEvaluationMetrics::Decomposition>]
  #     Output only. List of decompostion details
  # @!attribute [r] evaluation_results
  #   @return [::Array<::Google::Cloud::Dialogflow::V2::SummarizationEvaluationMetrics::EvaluationResult>]
  #     Output only. List of evaluation results.
  class SummarizationEvaluationResult
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Overall performance per metric. This is the aggregated score for each
  # metric across all conversations that are selected for summarization
  # evaluation.
  # @!attribute [r] metric
  #   @return [::String]
  #     Output only. Metric name. e.g. accuracy, adherence, completeness.
  class OverallScoresByMetric
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # A pair of section name and input token count of the input summary section.
  # @!attribute [r] section
  #   @return [::String]
  #     Output only. The name of the summary instruction.
  # @!attribute [r] token_count
  #   @return [::Integer]
  #     Output only. Token count.
  class SectionToken
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Aggregated evaluation result on conversation level. This conatins
  # evaluation results of all the metrics and sections.
  # @!attribute [r] message_entries
  #   @return [::Array<::Google::Cloud::Dialogflow::V2::MessageEntry>]
  #     Output only. Conversation transcript that used for summarization
  #     evaluation as a reference.
  # @!attribute [r] summary_sections
  #   @return [::Array<::Google::Cloud::Dialogflow::V2::SummarySuggestion::SummarySection>]
  #     Output only. Summary sections that used for summarization evaluation as a
  #     reference.
  # @!attribute [r] metric_details
  #   @return [::Array<::Google::Cloud::Dialogflow::V2::SummarizationEvaluationMetrics::ConversationDetail::MetricDetail>]
  #     Output only. List of metric details.
  # @!attribute [r] section_tokens
  #   @return [::Array<::Google::Cloud::Dialogflow::V2::SummarizationEvaluationMetrics::SectionToken>]
  #     Output only. Conversation level token count per section. This is an
  #     aggregated(sum) result of input token of summary acorss all metrics for a
  #     single conversation.
  class ConversationDetail
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods

    # Aggregated result on metric level. This conatins the evaluation results
    # of all the sections.
    # @!attribute [r] metric
    #   @return [::String]
    #     Output only. Metrics name. e.g. accuracy, adherence, completeness.
    # @!attribute [r] score
    #   @return [::Float]
    #     Output only. Aggregated(average) score on this metric across all
    #     sections.
    # @!attribute [r] section_details
    #   @return [::Array<::Google::Cloud::Dialogflow::V2::SummarizationEvaluationMetrics::ConversationDetail::MetricDetail::SectionDetail>]
    #     Output only. List of section details.
    class MetricDetail
      include ::Google::Protobuf::MessageExts
      extend ::Google::Protobuf::MessageExts::ClassMethods

      # Section level result.
      # @!attribute [r] section
      #   @return [::String]
      #     Output only. The name of the summary instruction.
      # @!attribute [r] score
      #   @return [::Float]
      #     Output only. Aggregated(average) score on this section across all
      #     evaluation results. Either decompositions or rubrics.
      # @!attribute [r] section_summary
      #   @return [::String]
      #     Output only. Summary for this section
      # @!attribute [r] evaluation_results
      #   @return [::Array<::Google::Cloud::Dialogflow::V2::SummarizationEvaluationMetrics::EvaluationResult>]
      #     Output only. List of evaluation result. The list only contains one
      #     kind of the evaluation result.
      class SectionDetail
        include ::Google::Protobuf::MessageExts
        extend ::Google::Protobuf::MessageExts::ClassMethods
      end
    end
  end
end

#summarization_evaluation_results ⇒ ::Array<::Google::Cloud::Dialogflow::V2::SummarizationEvaluationMetrics::SummarizationEvaluationResult> (readonly)

Returns Output only. A list of evaluation results per conversation(&summary), metric and section.

Returns:



160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
 
# File 'proto_docs/google/cloud/dialogflow/v2/generator_evaluation.rb', line 160

class SummarizationEvaluationMetrics
  include ::Google::Protobuf::MessageExts
  extend ::Google::Protobuf::MessageExts::ClassMethods

  # Decomposition details for accuracy.
  # @!attribute [r] point
  #   @return [::String]
  #     Output only. The breakdown point of the summary.
  # @!attribute [r] accuracy_reasoning
  #   @return [::String]
  #     Output only. The accuracy reasoning of the breakdown point.
  # @!attribute [r] is_accurate
  #   @return [::Boolean]
  #     Output only. Whether the breakdown point is accurate or not.
  class AccuracyDecomposition
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Decomposition details for adherence.
  # @deprecated This message is deprecated and may be removed in the next major version update.
  # @!attribute [r] point
  #   @return [::String]
  #     Output only. The breakdown point of the given instructions.
  # @!attribute [r] adherence_reasoning
  #   @return [::String]
  #     Output only. The adherence reasoning of the breakdown point.
  # @!attribute [r] is_adherent
  #   @return [::Boolean]
  #     Output only. Whether the breakdown point is adherent or not.
  class AdherenceDecomposition
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Rubric result of the adherence evaluation. A rubric is ued to determine
  # if the summary adheres to all aspects of the given instructions.
  # @!attribute [r] question
  #   @return [::String]
  #     Output only. The question generated from instruction that used to
  #     evaluate summary.
  # @!attribute [r] reasoning
  #   @return [::String]
  #     Output only. The reasoning of the rubric question is addressed or not.
  # @!attribute [r] is_addressed
  #   @return [::Boolean]
  #     Output only. A boolean that indicates whether the rubric question is
  #     addressed or not.
  class AdherenceRubric
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Rubric details of the completeness evaluation result.
  # @!attribute [r] question
  #   @return [::String]
  #     Output only. The question generated from instruction that used to
  #     evaluate summary.
  # @!attribute [r] is_addressed
  #   @return [::Boolean]
  #     Output only. A boolean that indicates whether the rubric question is
  #     addressed or not.
  class CompletenessRubric
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Decomposition details
  # @deprecated This message is deprecated and may be removed in the next major version update.
  # @!attribute [rw] accuracy_decomposition
  #   @return [::Google::Cloud::Dialogflow::V2::SummarizationEvaluationMetrics::AccuracyDecomposition]
  #     only available for accuracy metric.
  #
  #     Note: The following fields are mutually exclusive: `accuracy_decomposition`, `adherence_decomposition`. If a field in that set is populated, all other fields in the set will automatically be cleared.
  # @!attribute [rw] adherence_decomposition
  #   @return [::Google::Cloud::Dialogflow::V2::SummarizationEvaluationMetrics::AdherenceDecomposition]
  #     only available for adherence metric.
  #
  #     Note: The following fields are mutually exclusive: `adherence_decomposition`, `accuracy_decomposition`. If a field in that set is populated, all other fields in the set will automatically be cleared.
  class Decomposition
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Evaluation result that contains one of accuracy, adherence or completeness
  # evaluation result.
  # @!attribute [rw] accuracy_decomposition
  #   @return [::Google::Cloud::Dialogflow::V2::SummarizationEvaluationMetrics::AccuracyDecomposition]
  #     Only available for accuracy metric.
  #
  #     Note: The following fields are mutually exclusive: `accuracy_decomposition`, `adherence_rubric`, `completeness_rubric`. If a field in that set is populated, all other fields in the set will automatically be cleared.
  # @!attribute [rw] adherence_rubric
  #   @return [::Google::Cloud::Dialogflow::V2::SummarizationEvaluationMetrics::AdherenceRubric]
  #     Only available for adherence metric.
  #
  #     Note: The following fields are mutually exclusive: `adherence_rubric`, `accuracy_decomposition`, `completeness_rubric`. If a field in that set is populated, all other fields in the set will automatically be cleared.
  # @!attribute [rw] completeness_rubric
  #   @return [::Google::Cloud::Dialogflow::V2::SummarizationEvaluationMetrics::CompletenessRubric]
  #     Only available for completeness metric.
  #
  #     Note: The following fields are mutually exclusive: `completeness_rubric`, `accuracy_decomposition`, `adherence_rubric`. If a field in that set is populated, all other fields in the set will automatically be cleared.
  class EvaluationResult
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Evaluation result per conversation(&summary), metric and section.
  # @!attribute [r] session_id
  #   @deprecated This field is deprecated and may be removed in the next major version update.
  #   @return [::String]
  #     Output only. conversation session id
  # @!attribute [r] metric
  #   @return [::String]
  #     Output only. metric name, e.g. accuracy, completeness, adherence, etc.
  # @!attribute [r] section
  #   @return [::String]
  #     Output only. section/task name, e.g. action, situation, etc
  # @!attribute [r] score
  #   @return [::Float]
  #     Output only. score calculated from decompositions
  # @!attribute [r] section_summary
  #   @return [::String]
  #     Output only. Summary of this section
  # @!attribute [r] decompositions
  #   @deprecated This field is deprecated and may be removed in the next major version update.
  #   @return [::Array<::Google::Cloud::Dialogflow::V2::SummarizationEvaluationMetrics::Decomposition>]
  #     Output only. List of decompostion details
  # @!attribute [r] evaluation_results
  #   @return [::Array<::Google::Cloud::Dialogflow::V2::SummarizationEvaluationMetrics::EvaluationResult>]
  #     Output only. List of evaluation results.
  class SummarizationEvaluationResult
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Overall performance per metric. This is the aggregated score for each
  # metric across all conversations that are selected for summarization
  # evaluation.
  # @!attribute [r] metric
  #   @return [::String]
  #     Output only. Metric name. e.g. accuracy, adherence, completeness.
  class OverallScoresByMetric
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # A pair of section name and input token count of the input summary section.
  # @!attribute [r] section
  #   @return [::String]
  #     Output only. The name of the summary instruction.
  # @!attribute [r] token_count
  #   @return [::Integer]
  #     Output only. Token count.
  class SectionToken
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Aggregated evaluation result on conversation level. This conatins
  # evaluation results of all the metrics and sections.
  # @!attribute [r] message_entries
  #   @return [::Array<::Google::Cloud::Dialogflow::V2::MessageEntry>]
  #     Output only. Conversation transcript that used for summarization
  #     evaluation as a reference.
  # @!attribute [r] summary_sections
  #   @return [::Array<::Google::Cloud::Dialogflow::V2::SummarySuggestion::SummarySection>]
  #     Output only. Summary sections that used for summarization evaluation as a
  #     reference.
  # @!attribute [r] metric_details
  #   @return [::Array<::Google::Cloud::Dialogflow::V2::SummarizationEvaluationMetrics::ConversationDetail::MetricDetail>]
  #     Output only. List of metric details.
  # @!attribute [r] section_tokens
  #   @return [::Array<::Google::Cloud::Dialogflow::V2::SummarizationEvaluationMetrics::SectionToken>]
  #     Output only. Conversation level token count per section. This is an
  #     aggregated(sum) result of input token of summary acorss all metrics for a
  #     single conversation.
  class ConversationDetail
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods

    # Aggregated result on metric level. This conatins the evaluation results
    # of all the sections.
    # @!attribute [r] metric
    #   @return [::String]
    #     Output only. Metrics name. e.g. accuracy, adherence, completeness.
    # @!attribute [r] score
    #   @return [::Float]
    #     Output only. Aggregated(average) score on this metric across all
    #     sections.
    # @!attribute [r] section_details
    #   @return [::Array<::Google::Cloud::Dialogflow::V2::SummarizationEvaluationMetrics::ConversationDetail::MetricDetail::SectionDetail>]
    #     Output only. List of section details.
    class MetricDetail
      include ::Google::Protobuf::MessageExts
      extend ::Google::Protobuf::MessageExts::ClassMethods

      # Section level result.
      # @!attribute [r] section
      #   @return [::String]
      #     Output only. The name of the summary instruction.
      # @!attribute [r] score
      #   @return [::Float]
      #     Output only. Aggregated(average) score on this section across all
      #     evaluation results. Either decompositions or rubrics.
      # @!attribute [r] section_summary
      #   @return [::String]
      #     Output only. Summary for this section
      # @!attribute [r] evaluation_results
      #   @return [::Array<::Google::Cloud::Dialogflow::V2::SummarizationEvaluationMetrics::EvaluationResult>]
      #     Output only. List of evaluation result. The list only contains one
      #     kind of the evaluation result.
      class SectionDetail
        include ::Google::Protobuf::MessageExts
        extend ::Google::Protobuf::MessageExts::ClassMethods
      end
    end
  end
end