Class: Replication::Fixity

Inherits:
Object
  • Object
show all
Defined in:
lib/replication/fixity.rb

Overview

Note:

Copyright © 2014 by The Board of Trustees of the Leland Stanford Junior University. All rights reserved. See LICENSE for details.

A helper class that facilites the generation and processing of checksums

Constant Summary collapse

@@default_checksum_types = 
[:sha1, :sha256]
@@valid_checksum_types = 
[
    ChecksumType.new(:md5, 32, ['MD5']),
    ChecksumType.new(:sha1, 40, ['SHA-1', 'SHA1']),
    ChecksumType.new(:sha256, 64, ['SHA-256', 'SHA256']),
    ChecksumType.new(:sha384, 96, ['SHA-384', 'SHA384']),
    ChecksumType.new(:sha512, 128, ['SHA-512', 'SHA512'])
]

Class Method Summary collapse

Class Method Details

.default_checksum_types ⇒ Array<Symbol> 



18
19
20
 
# File 'lib/replication/fixity.rb', line 18

def Fixity.default_checksum_types
  @@default_checksum_types
end

.default_checksum_types=(*types) ⇒ Void 



24
25
26
 
# File 'lib/replication/fixity.rb', line 24

def Fixity.default_checksum_types=(*types)
  @@default_checksum_types = Fixity.validate_checksum_types(*types)
end

.file_checksum_hash(file_fixity_hash) ⇒ Hash<String,Hash<Symbol,String] A hash containing file ids and checksum data derived from the file_fixity_hash 



129
130
131
132
133
 
# File 'lib/replication/fixity.rb', line 129

def Fixity.file_checksum_hash(file_fixity_hash)
  checksum_hash = Hash.new
  file_fixity_hash.values.each{|file| checksum_hash[file.file_id] = file.checksums}
  checksum_hash
end

.fixity_from_checksum_values(file_id, checksum_values) ⇒ FileFixity 



117
118
119
120
121
122
123
124
125
 
# File 'lib/replication/fixity.rb', line 117

def Fixity.fixity_from_checksum_values(file_id, checksum_values)
  file_fixity = FileFixity.new
  file_fixity.file_id = file_id
  checksum_values.each do |digest|
    checksum_type = Fixity.type_for_length(digest.length)
    file_fixity.checksums[checksum_type.id] = digest
  end
  file_fixity
end

.fixity_from_file(pathname, base_pathname, checksum_types = @@default_checksum_types) ⇒ FileFixity 



81
82
83
84
85
86
87
88
89
90
91
92
93
 
# File 'lib/replication/fixity.rb', line 81

def Fixity.fixity_from_file(pathname, base_pathname, checksum_types=@@default_checksum_types)
  file_fixity = FileFixity.new
  file_fixity.file_id = pathname.relative_path_from(base_pathname).to_s
  file_fixity.bytes = pathname.size
  digesters = Fixity.get_digesters(checksum_types)
  pathname.open("r") do |stream|
    while buffer = stream.read(8192)
      digesters.values.each { |digest| digest.update(buffer) }
    end
  end
  digesters.each { |checksum_type, digest| file_fixity.checksums[checksum_type] = digest.hexdigest }
  file_fixity
end

.generate_checksums(base_pathname, path_list, checksum_types = @@default_checksum_types) ⇒ Hash<String,FileFixity> 



98
99
100
101
102
103
104
105
106
 
# File 'lib/replication/fixity.rb', line 98

def Fixity.generate_checksums(base_pathname, path_list, checksum_types=@@default_checksum_types)
  path_list = base_pathname.find  if path_list.nil?
  file_fixity_hash = Hash.new
  path_list.select{|pathname| pathname.file?}.each  do |file|
    file_fixity = Fixity.fixity_from_file(file, base_pathname, checksum_types)
    file_fixity_hash[file_fixity.file_id] = file_fixity
  end
  file_fixity_hash
end

.get_digesters(checksum_types = @@default_checksum_types) ⇒ Array<Digest::Class> 



57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
 
# File 'lib/replication/fixity.rb', line 57

def Fixity.get_digesters(checksum_types=@@default_checksum_types)
  checksum_types.inject(Hash.new) do |digesters, checksum_type|
    case checksum_type
      when :md5
        digesters[checksum_type] = Digest::MD5.new
      when :sha1
        digesters[checksum_type] = Digest::SHA1.new
      when :sha256
        digesters[checksum_type] = Digest::SHA2.new(256)
      when :sha384
        digesters[checksum_type] = Digest::SHA2.new(384)
      when :sha512
        digesters[checksum_type] = Digest::SHA2.new(512)
      else
        raise "Unrecognized checksum type: #{checksum_type}"
    end
    digesters
  end
end

.openssl_digest(checksum_type, file_pathname) ⇒ String 



146
147
148
149
150
151
 
# File 'lib/replication/fixity.rb', line 146

def Fixity.openssl_digest(checksum_type,file_pathname)
  command = openssl_digest_command(checksum_type,file_pathname)
  stdout = OperatingSystem.execute(command)
  checksum = stdout.scan(/[A-Za-z0-9]+/).last
  checksum
end

.openssl_digest_command(checksum_type, file_pathname) ⇒ String 



138
139
140
141
 
# File 'lib/replication/fixity.rb', line 138

def Fixity.openssl_digest_command(checksum_type,file_pathname)
  command = "openssl dgst -#{checksum_type} #{file_pathname}"
  command
end

.type_for_length(length) ⇒ ChecksumType 



110
111
112
 
# File 'lib/replication/fixity.rb', line 110

def Fixity.type_for_length(length)
  @@valid_checksum_types.select {|type| type.hex_length == length}.first
end

.valid_checksum_ids ⇒ Array<Symbol> 



42
43
44
 
# File 'lib/replication/fixity.rb', line 42

def Fixity.valid_checksum_ids
  @@valid_checksum_types.map { |type| type.id }
end

.valid_checksum_types ⇒ Array<ChecksumType> 



37
38
39
 
# File 'lib/replication/fixity.rb', line 37

def Fixity.valid_checksum_types
  @@valid_checksum_types
end

.validate_checksum_types(*types) ⇒ Object 



48
49
50
51
52
53
 
# File 'lib/replication/fixity.rb', line 48

def Fixity.validate_checksum_types(*types)
  checksum_types = types.flatten
  invalid_types = checksum_types - valid_checksum_ids
  raise "Invalid digest type specified: #{invalid_types.inspect}" unless invalid_types.empty?
  checksum_types
end