Module: Kishu::Merger

Included in:
CLI, Log
Defined in:
lib/kishu/merger.rb

Constant Summary collapse

FILE_STEM = 
"DataCite-access.log"

Instance Method Summary collapse

Instance Method Details

#get_date(filename) ⇒ Object 



9
10
11
 
# File 'lib/kishu/merger.rb', line 9

def get_date filename
  Date.parse("#{filename}01")
end

#merge_files ⇒ Object 



54
55
56
57
58
59
 
# File 'lib/kishu/merger.rb', line 54

def merge_files
  File.delete(merged_file) if File.exist?(merged_file)

  system("cat #{resolution_logs_folder}/#{FILE_STEM}-* > #{merged_file}")
  puts "Merged Completed"
end

#merged_file ⇒ Object

File.open(“##resolution_logs_folder/#FILE_STEM-1-begin.log”,“w”) {|f| f.write(begin_line) }

File.open("#{resolution_logs_folder}/#{FILE_STEM}-9-eof.log","w") {|f| f.write(end_line) }

end



36
37
38
 
# File 'lib/kishu/merger.rb', line 36

def merged_file
  "#{merged_logs_folder}/datacite_resolution_logs_#{@log_date}.log"
end

#merged_logs_folder ⇒ Object 



49
50
51
52
 
# File 'lib/kishu/merger.rb', line 49

def merged_logs_folder
  bucket = S3_MERGED_LOGS_BUCKET
  "#{bucket}#{@folder}"
end

#resolution_logs_folder ⇒ Object 



44
45
46
47
 
# File 'lib/kishu/merger.rb', line 44

def resolution_logs_folder
  bucket = S3_RESOLUTION_LOGS_BUCKET
  "#{bucket}#{@folder}"
end

#sort_files ⇒ Object 



61
62
63
64
65
66
67
 
# File 'lib/kishu/merger.rb', line 61

def sort_files
  File.delete(sorted_file) if File.exist?(sorted_file)

  system("sort -k3 #{merged_file} > #{sorted_file}")
  puts "Sorted Completed"
  puts sorted_file
end

#sorted_file ⇒ Object 



40
41
42
 
# File 'lib/kishu/merger.rb', line 40

def sorted_file
  "#{resolution_logs_folder}/datacite_resolution_logs_#{@log_date}_sorted.log"
end

#uncompress_files ⇒ Object 



14
15
16
 
# File 'lib/kishu/merger.rb', line 14

def uncompress_files
  system("gunzip #{resolution_logs_folder}/#{FILE_STEM}-*")
end