Class: EvalRuby::Configuration

Inherits:
Object
  • Object
show all
Defined in:
lib/eval_ruby/configuration.rb

Overview

Global configuration for EvalRuby.

Examples:

EvalRuby.configure do |config|
  config.judge_llm = :openai
  config.api_key = ENV["OPENAI_API_KEY"]
  config.judge_model = "gpt-4o"
end

Instance Attribute Summary collapse

Instance Method Summary collapse

Constructor Details

#initialize ⇒ Configuration

Returns a new instance of Configuration.



40
41
42
43
44
45
46
47
48
49
50
 
# File 'lib/eval_ruby/configuration.rb', line 40

def initialize
  @judge_llm = :openai
  @judge_model = "gpt-4o"
  @api_key = nil
  @embedder_llm = :openai
  @embedder_model = "text-embedding-3-small"
  @embedder_api_key = nil
  @default_threshold = 0.7
  @timeout = 30
  @max_retries = 3
end

Instance Attribute Details

#api_key ⇒ String?

Returns API key for the judge LLM provider.

Returns:

  • (String, nil) —

    API key for the judge LLM provider



20
21
22
 
# File 'lib/eval_ruby/configuration.rb', line 20

def api_key
  @api_key
end

#default_threshold ⇒ Float

Returns default threshold for pass/fail decisions.

Returns:

  • (Float) —

    default threshold for pass/fail decisions



32
33
34
 
# File 'lib/eval_ruby/configuration.rb', line 32

def default_threshold
  @default_threshold
end

#embedder_api_key ⇒ String?

Returns API key for the embedder; falls back to #api_key when nil.

Returns:

  • (String, nil) —

    API key for the embedder; falls back to #api_key when nil



29
30
31
 
# File 'lib/eval_ruby/configuration.rb', line 29

def embedder_api_key
  @embedder_api_key
end

#embedder_llm ⇒ Symbol

Returns embedding provider (:openai in v0.3.0).

Returns:

  • (Symbol) —

    embedding provider (:openai in v0.3.0)



23
24
25
 
# File 'lib/eval_ruby/configuration.rb', line 23

def embedder_llm
  @embedder_llm
end

#embedder_model ⇒ String

Returns model name for the embedder.

Returns:

  • (String) —

    model name for the embedder



26
27
28
 
# File 'lib/eval_ruby/configuration.rb', line 26

def embedder_model
  @embedder_model
end

#judge_llm ⇒ Symbol

Returns LLM provider for judge (:openai or :anthropic).

Returns:

  • (Symbol) —

    LLM provider for judge (:openai or :anthropic)



14
15
16
 
# File 'lib/eval_ruby/configuration.rb', line 14

def judge_llm
  @judge_llm
end

#judge_model ⇒ String

Returns model name for the judge LLM.

Returns:

  • (String) —

    model name for the judge LLM



17
18
19
 
# File 'lib/eval_ruby/configuration.rb', line 17

def judge_model
  @judge_model
end

#max_retries ⇒ Integer

Returns maximum number of retries on transient failures.

Returns:

  • (Integer) —

    maximum number of retries on transient failures



38
39
40
 
# File 'lib/eval_ruby/configuration.rb', line 38

def max_retries
  @max_retries
end

#timeout ⇒ Integer

Returns HTTP request timeout in seconds.

Returns:

  • (Integer) —

    HTTP request timeout in seconds



35
36
37
 
# File 'lib/eval_ruby/configuration.rb', line 35

def timeout
  @timeout
end