Module: Lf::LLAMA

Defined in:
lib/llamafile.rb

Defined Under Namespace

Classes: Llama

Constant Summary collapse

DEF = 
{ 
		stream: false,
		grammar: %[root ::= l+\nl ::= i "\n"\ni ::= [^\n\t{|}]+ [.!?]], 
		n_predict: 2048, 
		n_probs: 0,
		cache_prompt: true,
		min_keep: 10,
		min_p: 0.05,
		mirostat: 2,
		mirostat_eta: 0.1,
		mirostat_tau: 5,
		repeat_lat_n: 256,
		repeat_penalty: 2,
		slot_id: -1,
		temperature: 0,
		tfs_z: 1,
		top_k: 95,
 	top_p: 0.95,
		typical_p: 1,
		stop: ['</s>','Llama:','User:']
}

Class Method Summary collapse

Class Method Details

.post(h = {}, &b) ⇒ Object 



34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
 
# File 'lib/llamafile.rb', line 34

def self.post h={}, &b
hh = { 
 			headers: { "Content-Type": "application/json", "Connection": 'keep-alive', "Priority": 'u=0' }, 
   			body: JSON.generate(DEF.merge(h)) 
 		}
 		fiber = Fiber.new do |hhh|
 			begin
  			r = Llama.post('/completion', hhh)
 				#puts %[LLAMA CODE: #{r.code}]
 				if r.code == 200
   			rr = r['content'].gsub(/<.+>/, "").gsub(/\s\s+/, " ").gsub(/\n+/, "\n");
 					if block_given?
				Fiber.yield b.call(rr);
			else
				Fiber.yield rr;
			end
		else
			Fiber.yield false
		end
	rescue => err
		puts %[LLAMA POST ERR: #{err}]
		Fiber.yield false
	end
end
fiber.resume(hh)
end