Class: Deeprails::Models::MonitorDetailResponse::Evaluation

Inherits:
Internal::Type::BaseModel show all
Defined in:
lib/deeprails/models/monitor_detail_response.rb

Defined Under Namespace

Modules: EvaluationStatus, GuardrailMetric, RunMode Classes: ModelInput

Instance Attribute Summary collapse

Class Method Summary collapse

Instance Method Summary collapse

Methods inherited from Internal::Type::BaseModel

==, #==, #[], coerce, #deconstruct_keys, #deep_to_h, dump, fields, hash, #hash, inherited, inspect, #inspect, known_fields, optional, recursively_to_h, required, #to_h, #to_json, #to_s, to_sorbet_type, #to_yaml

Methods included from Internal::Type::Converter

#coerce, coerce, #dump, dump, inspect, #inspect, meta_info, new_coerce_state, type_info

Methods included from Internal::Util::SorbetRuntimeSupport

#const_missing, #define_sorbet_constant!, #sorbet_constant_defined?, #to_sorbet_type, to_sorbet_type

Constructor Details

#initialize(content: nil, role: nil) ⇒ Object

Parameters:

  • content (String) (defaults to: nil) —

    The content of the message.

  • role (String) (defaults to: nil) —

    The role of the speaker.




# File 'lib/deeprails/models/monitor_detail_response.rb', line 185

Instance Attribute Details

#created_at ⇒ Time?

The time the evaluation was created in UTC.

Returns:

  • (Time, nil) 


143
 
# File 'lib/deeprails/models/monitor_detail_response.rb', line 143

optional :created_at, Time

#error_message ⇒ String?

Error message if the evaluation failed.

Returns:

  • (String, nil) 


149
 
# File 'lib/deeprails/models/monitor_detail_response.rb', line 149

optional :error_message, String

#evaluation_result ⇒ Hash{Symbol=>Object}?

Evaluation result consisting of average scores and rationales for each of the evaluated guardrail metrics.

Returns:

  • (Hash{Symbol=>Object}, nil) 


156
 
# File 'lib/deeprails/models/monitor_detail_response.rb', line 156

optional :evaluation_result, Deeprails::Internal::Type::HashOf[Deeprails::Internal::Type::Unknown]

#evaluation_status ⇒ Symbol, Deeprails::Models::MonitorDetailResponse::Evaluation::EvaluationStatus

Status of the evaluation.

Returns:



114
 
# File 'lib/deeprails/models/monitor_detail_response.rb', line 114

required :evaluation_status, enum: -> { Deeprails::MonitorDetailResponse::Evaluation::EvaluationStatus }

#evaluation_total_cost ⇒ Float?

Total cost of the evaluation.

Returns:

  • (Float, nil) 


162
 
# File 'lib/deeprails/models/monitor_detail_response.rb', line 162

optional :evaluation_total_cost, Float

#guardrail_metrics ⇒ Array<Symbol, Deeprails::Models::MonitorDetailResponse::Evaluation::GuardrailMetric>?

An array of guardrail metrics that the input and output pair will be evaluated on.

Returns:



169
170
 
# File 'lib/deeprails/models/monitor_detail_response.rb', line 169

optional :guardrail_metrics,
-> { Deeprails::Internal::Type::ArrayOf[enum: Deeprails::MonitorDetailResponse::Evaluation::GuardrailMetric] }

#model_input ⇒ Deeprails::Models::MonitorDetailResponse::Evaluation::ModelInput

A dictionary of inputs sent to the LLM to generate output. The dictionary must contain a user_prompt field. For ground_truth_adherence guardrail metric, ground_truth should be provided. When context_awareness is enabled, context should be provided.

Returns:



123
 
# File 'lib/deeprails/models/monitor_detail_response.rb', line 123

required :model_input, -> { Deeprails::MonitorDetailResponse::Evaluation::ModelInput }

#model_output ⇒ String

Output generated by the LLM to be evaluated.

Returns:

  • (String) 


129
 
# File 'lib/deeprails/models/monitor_detail_response.rb', line 129

required :model_output, String

#nametag ⇒ String?

An optional, user-defined tag for the evaluation.

Returns:

  • (String, nil) 


176
 
# File 'lib/deeprails/models/monitor_detail_response.rb', line 176

optional :nametag, String

#progress ⇒ Integer?

Evaluation progress. Values range between 0 and 100; 100 corresponds to a completed evaluation_status.

Returns:

  • (Integer, nil) 


183
 
# File 'lib/deeprails/models/monitor_detail_response.rb', line 183

optional :progress, Integer

#run_mode ⇒ Symbol, Deeprails::Models::MonitorDetailResponse::Evaluation::RunMode

Run mode for the evaluation. The run mode allows the user to optimize for speed, accuracy, and cost by determining which models are used to evaluate the event. Note: super_fast do not support Web Search or File Search capabilities.

Returns:



137
 
# File 'lib/deeprails/models/monitor_detail_response.rb', line 137

required :run_mode, enum: -> { Deeprails::MonitorDetailResponse::Evaluation::RunMode }

Class Method Details

.values ⇒ Array<Symbol>

Returns:

  • (Array<Symbol>) 



# File 'lib/deeprails/models/monitor_detail_response.rb', line 223