Class: Llmclt::Client

Inherits:
Object
  • Object
show all
Defined in:
lib/llmclt/client.rb

Instance Method Summary collapse

Constructor Details

#initialize(**kwargs) ⇒ Client

Returns a new instance of Client.



5
6
7
8
 
# File 'lib/llmclt/client.rb', line 5

def initialize(**kwargs)
  @config = Llmclt::Config.new(**kwargs)
  @fetcher = Llmclt::Fetcher.new(@config)
end

Instance Method Details

#batch_request(batch_job_name, gcs_input_uri, gcs_output_uri) ⇒ Object 



18
19
20
 
# File 'lib/llmclt/client.rb', line 18

def batch_request(batch_job_name, gcs_input_uri, gcs_output_uri)
  @fetcher.batch_run(batch_job_name, gcs_input_uri, gcs_output_uri)
end

#batch_state_request(batch_job_id) ⇒ Object 



22
23
24
 
# File 'lib/llmclt/client.rb', line 22

def batch_state_request(batch_job_id)
  @fetcher.batch_state_run(batch_job_id)
end

#chat_jsonl(prompts, histories: []) ⇒ Object 



14
15
16
 
# File 'lib/llmclt/client.rb', line 14

def chat_jsonl(prompts, histories: [])
  Llmclt::Syntax::Chat.new(prompts, @config, histories: histories).to_jsonl
end

#request(prompt, stream: false, histories: []) ⇒ Object 



10
11
12
 
# File 'lib/llmclt/client.rb', line 10

def request(prompt, stream: false, histories: [])
  @fetcher.run(prompt, stream: stream, histories: histories)
end

#shutdown ⇒ Object 



26
27
28
 
# File 'lib/llmclt/client.rb', line 26

def shutdown
  @fetcher.shutdown
end