Module: Legion::Extensions::Knowledge::Runners::Query

Included in:
Client
Defined in:
lib/legion/extensions/knowledge/runners/query.rb

Class Method Summary collapse

Class Method Details

.query(question:, top_k: nil, synthesize: true) ⇒ Object 



10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
 
# File 'lib/legion/extensions/knowledge/runners/query.rb', line 10

def query(question:, top_k: nil, synthesize: true)
  started = ::Process.clock_gettime(::Process::CLOCK_MONOTONIC)
  resolved_k = top_k || settings_top_k || 5

  chunks = retrieve_chunks(question, resolved_k)

  answer = (synthesize_answer(question, chunks) if synthesize && llm_available?)

  latency_ms = ((::Process.clock_gettime(::Process::CLOCK_MONOTONIC) - started) * 1000).round

  {
    success:  true,
    answer:   answer,
    sources:  chunks.map { |c| format_source(c) },
    metadata: {
      retrieval_score: average_score(chunks),
      chunk_count:     chunks.size,
      latency_ms:      latency_ms
    }
  }
rescue StandardError => e
  { success: false, error: e.message }
end

.retrieve(question:, top_k: nil) ⇒ Object 



34
35
36
37
38
39
40
41
42
43
44
45
46
47
 
# File 'lib/legion/extensions/knowledge/runners/query.rb', line 34

def retrieve(question:, top_k: nil)
  resolved_k = top_k || settings_top_k || 5
  chunks     = retrieve_chunks(question, resolved_k)

  {
    success:  true,
    sources:  chunks.map { |c| format_source(c) },
    metadata: {
      chunk_count: chunks.size
    }
  }
rescue StandardError => e
  { success: false, error: e.message }
end