Class: Etna::Clients::Magma::MagmaCrudWorkflow

Inherits:
Struct
  • Object
show all
Defined in:
lib/etna/clients/magma/workflows/crud_workflow.rb

Instance Attribute Summary collapse

Instance Method Summary collapse

Constructor Details

#initialize(args) ⇒ MagmaCrudWorkflow

Returns a new instance of MagmaCrudWorkflow.



9
10
11
 
# File 'lib/etna/clients/magma/workflows/crud_workflow.rb', line 9

def initialize(args)
  super(**{logger: Etna::Logger.new('/dev/stdout', 999999, 1024 * 1024), batch_size: 30, cache_policy: :update_on_write}.update(args))
end

Instance Attribute Details

#batch_size ⇒ Object

Returns the value of attribute batch_size

Returns:

  • (Object) —

    the current value of batch_size



6
7
8
 
# File 'lib/etna/clients/magma/workflows/crud_workflow.rb', line 6

def batch_size
  @batch_size
end

#cache_policy ⇒ Object

Returns the value of attribute cache_policy

Returns:

  • (Object) —

    the current value of cache_policy



6
7
8
 
# File 'lib/etna/clients/magma/workflows/crud_workflow.rb', line 6

def cache_policy
  @cache_policy
end

#logger ⇒ Object

Returns the value of attribute logger

Returns:

  • (Object) —

    the current value of logger



6
7
8
 
# File 'lib/etna/clients/magma/workflows/crud_workflow.rb', line 6

def logger
  @logger
end

#magma_client ⇒ Object

Returns the value of attribute magma_client

Returns:

  • (Object) —

    the current value of magma_client



6
7
8
 
# File 'lib/etna/clients/magma/workflows/crud_workflow.rb', line 6

def magma_client
  @magma_client
end

#project_name ⇒ Object

Returns the value of attribute project_name

Returns:

  • (Object) —

    the current value of project_name



6
7
8
 
# File 'lib/etna/clients/magma/workflows/crud_workflow.rb', line 6

def project_name
  @project_name
end

#read_only ⇒ Object

Returns the value of attribute read_only

Returns:

  • (Object) —

    the current value of read_only



6
7
8
 
# File 'lib/etna/clients/magma/workflows/crud_workflow.rb', line 6

def read_only
  @read_only
end

#recorded_updates ⇒ Object (readonly)

Returns the value of attribute recorded_updates.



7
8
9
 
# File 'lib/etna/clients/magma/workflows/crud_workflow.rb', line 7

def recorded_updates
  @recorded_updates
end

Instance Method Details

#lookup_record(model_name, record_id) ⇒ Object 



13
14
15
16
17
18
19
20
21
22
23
24
25
26
 
# File 'lib/etna/clients/magma/workflows/crud_workflow.rb', line 13

def lookup_record(model_name, record_id)
  if (cached = (@cache ||= {}).dig(model_name, record_id))
    return cached
  end

  result = magma_client.retrieve(RetrievalRequest.new(project_name: project_name, record_names: [record_id], model_name: model_name))\
    .models.model(model_name).documents.document(record_id)

  if cache_policy
    ((@cache ||= {})[model_name] ||= {})[record_id = result]
  end

  result
end

#page_records(model_name, request = Etna::Clients::Magma::RetrievalRequest.new( project_name: project_name, model_name: model_name, record_names: 'all', page_size: 20, page: 1, ), &block) ⇒ Object 



28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
 
# File 'lib/etna/clients/magma/workflows/crud_workflow.rb', line 28

def page_records(model_name, request = Etna::Clients::Magma::RetrievalRequest.new(
        project_name: project_name,
        model_name: model_name,
        record_names: 'all',
        page_size: 20,
        page: 1,
    ), &block)

  documents = Documents.new({})
  last_page = nil
  while last_page.nil? || last_page.models.model_keys.map { |k| last_page.models.model(k).documents.raw.length }.sum > 0
    begin
      last_page = magma_client.retrieve(request)
    rescue Etna::Error => e
      raise e unless e.message.include?('not found')
      break
    end

    documents += last_page.models.model(model_name).documents unless block_given?
    yield last_page if block_given?
    request.page += 1
  end

  documents
end

#update_records(method: :update) {|request| ... } ⇒ Object

Todo: Introduce associative concatenation operations for response objects and return one response that munges the batched responses together.

Yields:

  • (request) 


56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
 
# File 'lib/etna/clients/magma/workflows/crud_workflow.rb', line 56

def update_records(method: :update)
  @recorded_updates ||= UpdateRequest.new(project_name: project_name)

  request = UpdateRequest.new(project_name: project_name)
  yield request

  case cache_policy
  when :update_on_write
    @cache ||= {}
    request.revisions.each do |model_name, revisions|
      model_revisions = @cache[model_name] ||= {}

      revisions.each do |record_name, revision|
        if model_revisions.include? record_name
          model_revisions[record_name].update(revision)
        end
      end
    end
  end

  revisions = request.revisions

  responses = []
  revisions.to_a.each_slice(batch_size) do |batch|
    request.revisions = batch.to_h
    magma_client.send(method, request) unless read_only
    responses << @recorded_updates.revisions.update(request.revisions)
  end

  responses
end