Class: Askcii::Chat

Inherits:
Object
  • Object
show all
Defined in:
lib/askcii/models/chat.rb

Instance Method Summary collapse

Instance Method Details

#persist_message_completion(message) ⇒ Object 



34
35
36
37
38
39
40
41
42
43
44
 
# File 'lib/askcii/models/chat.rb', line 34

def persist_message_completion(message)
  return unless message

  @message.update(
    role: message.role,
    content: message.content,
    model_id: message.model_id,
    input_tokens: message.input_tokens,
    output_tokens: message.output_tokens
  )
end

#persist_new_message ⇒ Object 



27
28
29
30
31
32
 
# File 'lib/askcii/models/chat.rb', line 27

def persist_new_message
  @message = add_message(
    role: :assistant,
    content: String.new
  )
end

#to_llm(config) ⇒ RubyLLM::Chat

Converts this Chat to a RubyLLM::Chat object with message history

Parameters:

  • Configuration hash with provider and model settings

Returns:



10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
 
# File 'lib/askcii/models/chat.rb', line 10

def to_llm(config)
  provider = config[:provider] || config['provider'] || 'openai'
  provider_symbol = provider.to_sym

  @chat = RubyLLM.chat(
    model: model_id,
    provider: provider_symbol,
    assume_model_exists: true
  )
  messages.each do |msg|
    @chat.add_message(msg.to_llm)
  end
  @chat.on_new_message { persist_new_message }
  @chat.on_end_message { |msg| persist_message_completion(msg) }
  @chat
end