Class: OpenAI::Model

Inherits:
Object
  • Object
show all
Defined in:
lib/open_ai/model.rb

Constant Summary collapse

MODEL_INFO =

All prices are in USD per 1M tokens

{
  "gpt-4.1": {
    max_context: 1_047_576,
    input_price: 2.00,
    cached_input_price: 0.50,
    output_price: 8.00,
    vision: true
  },
  "gpt-4.1-mini": {
    max_context: 1_047_576,
    input_price: 0.40,
    cached_input_price: 0.10,
    output_price: 1.60,
    vision: true
  },
  "gpt-4.1-nano": {
    max_context: 1_047_576,
    input_price: 0.10,
    cached_input_price: 0.025,
    output_price: 0.40,
    vision: true
  },
  "gpt-4o": {
    max_context: 128_000,
    input_price: 5.00,
    cached_input_price: 2.50,
    output_price: 20.00,
    vision: true
  },
  "gpt-4o-mini": {
    max_context: 128_000,
    input_price: 0.60,
    cached_input_price: 0.30,
    output_price: 2.40,
    vision: true
  },
  "o3": {
    max_context: 200_000,
    input_price: 2.00,
    cached_input_price: 0.50,
    output_price: 8.00,
    vision: true
  },
  "o4-mini": {
    max_context: 200_000,
    input_price: 1.10,
    cached_input_price: 0.275,
    output_price: 4.40,
    vision: true
  }
}

Instance Method Summary collapse

Constructor Details

#initialize(model) ⇒ Model

Returns a new instance of Model.



62
63
64
65
66
67
68
69
 
# File 'lib/open_ai/model.rb', line 62

def initialize(model)
  if MODEL_INFO[model].nil?
    raise ArgumentError.new("Unknown model: #{model.inspect}.")
  end

  @model = model
  puts "Using #{@model}"
end

Instance Method Details

#has_vision? ⇒ Boolean

Returns:

  • (Boolean) 


79
80
81
 
# File 'lib/open_ai/model.rb', line 79

def has_vision?
  MODEL_INFO[@model][:vision]
end

#request_cost(prompt_tokens:, cached_prompt_tokens:, completion_tokens:, current_thread:) ⇒ Object 



83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
 
# File 'lib/open_ai/model.rb', line 83

def request_cost(prompt_tokens:, cached_prompt_tokens:, completion_tokens:, current_thread:)
  prompt_cost     = prompt_tokens * input_price / 1_000_000
  cached_prompt_cost = cached_prompt_tokens * cached_input_price / 1_000_000
  completion_cost = completion_tokens * output_price / 1_000_000

  total = prompt_cost + cached_prompt_cost + completion_cost
  thread_total = current_thread.total_cost

  info = "\n\n" + {
    cached_prompt: "#{cached_prompt_tokens} tokens (#{cached_prompt_cost.round(5)}$)",
    uncached_prompt: "#{prompt_tokens} tokens (#{prompt_cost.round(5)}$)",
    completion: "#{completion_tokens} tokens (#{completion_cost.round(5)}$)",
    total: "#{total.round(5)}$",
    total_for_this_conversation: "#{(thread_total + total).round(5)}$",
    max_context: max_context
  }.map { |k, v|
    "#{k}: #{v}"
  }.join("\n")

  { info:, total: }
end

#to_s ⇒ Object 



71
72
73
 
# File 'lib/open_ai/model.rb', line 71

def to_s
  @model.to_s
end

#to_sym ⇒ Object 



75
76
77
 
# File 'lib/open_ai/model.rb', line 75

def to_sym
  @model
end