Class: LLMBench::BenchmarkFactory

Inherits:
Object
  • Object
show all
Defined in:
lib/llm_bench/benchmark_factory.rb

Instance Method Summary collapse

Constructor Details

#initialize(config_manager:, print_result: false) ⇒ BenchmarkFactory

Returns a new instance of BenchmarkFactory.



5
6
7
8
9
 
# File 'lib/llm_bench/benchmark_factory.rb', line 5

def initialize(config_manager:, print_result: false)
  @config_manager = config_manager
  @config = config_manager.config
  @print_result = print_result
end

Instance Method Details

#create_all_benchmarks ⇒ Object 



11
12
13
14
15
16
17
18
19
20
21
22
23
24
 
# File 'lib/llm_bench/benchmark_factory.rb', line 11

def create_all_benchmarks
  benchmarks = []

  config["providers"].each do |provider|
    provider["models"].each do |model|
      benchmarks << create_benchmark(
        provider_name: provider["name"],
        model_nickname: model["nickname"]
      )
    end
  end

  benchmarks
end