Class: Rach::UsageTracker
- Inherits:
-
Object
- Object
- Rach::UsageTracker
- Defined in:
- lib/rach/usage_tracker.rb
Instance Method Summary collapse
-
#initialize ⇒ UsageTracker
constructor
A new instance of UsageTracker.
- #stats ⇒ Object
- #track(response) ⇒ Object
Constructor Details
#initialize ⇒ UsageTracker
Returns a new instance of UsageTracker.
3 4 5 6 7 8 9 10 |
# File 'lib/rach/usage_tracker.rb', line 3 def initialize @total_prompt_tokens = 0 @total_completion_tokens = 0 @total_tokens = 0 @total_cached_tokens = 0 @total_reasoning_tokens = 0 @request_count = 0 end |
Instance Method Details
#stats ⇒ Object
23 24 25 26 27 28 29 30 31 32 33 |
# File 'lib/rach/usage_tracker.rb', line 23 def stats { prompt_tokens: @total_prompt_tokens, completion_tokens: @total_completion_tokens, total_tokens: @total_tokens, cached_tokens: @total_cached_tokens, reasoning_tokens: @total_reasoning_tokens, request_count: @request_count, average_tokens_per_request: @request_count > 0 ? (@total_tokens.to_f / @request_count).round(2) : 0 } end |
#track(response) ⇒ Object
12 13 14 15 16 17 18 19 20 21 |
# File 'lib/rach/usage_tracker.rb', line 12 def track(response) return unless response.usage @total_prompt_tokens += response.prompt_tokens @total_completion_tokens += response.completion_tokens @total_tokens += response.total_tokens @total_cached_tokens += response.usage.dig("prompt_tokens_details", "cached_tokens") || 0 @total_reasoning_tokens += response.usage.dig("completion_tokens_details", "reasoning_tokens") || 0 @request_count += 1 end |