Class: YoreCore::Yore
- Inherits:
-
Object
- Object
- YoreCore::Yore
- Defined in:
- lib/yore/yore_core.rb
Constant Summary collapse
- DEFAULT_CONFIG =
{ :kind => String, :basepath => String, :backup_id => String, :backup_email => String, :crypto_iv => "3A63775C1E3F291B0925578165EB917E", # apparently a string of up to 32 random hex digits :crypto_key => "07692FC8656F04AE5518B80D38681E038A3C12050DF6CC97CEEC33D800D5E2FE", # apparently a string of up to 64 random hex digits :first_hour => 4, :prefix => 'backup', :log_level => 'INFO', :bucket => String, :email_report => false, :mail_host => String, :mail_port => 25, :mail_helodomain => String, :mail_user => String, :mail_password => String, :mail_from => String, :mail_from_alias => String, :mail_to => String, :mail_to_alias => String, :mail_auth => :plain, :mysqldump => 'mysqldump', :RAILS_ENV => String }
Instance Attribute Summary collapse
-
#config ⇒ Object
readonly
Returns the value of attribute config.
-
#logger ⇒ Object
readonly
Returns the value of attribute logger.
-
#reporter ⇒ Object
readonly
Returns the value of attribute reporter.
-
#s3client ⇒ Object
readonly
Returns the value of attribute s3client.
Class Method Summary collapse
- .copy_folder(aPath1, aPath2) ⇒ Object
- .filemap_from_filelist(aFiles) ⇒ Object
-
.launch(aConfigXml, aCmdOptions = nil, aOptions = nil) ⇒ Object
aOptions may require => File.dirname(File.expand_path(job)).
- .move_folder(aPath1, aPath2) ⇒ Object
Instance Method Summary collapse
-
#backup(aArgs) ⇒ Object
was aJobFiles.
-
#backup_date(aTime) ⇒ Object
calculate the date (with no time component) based on :day_begins_hour and the local time.
- #clean ⇒ Object
- #collect_file_list(aSourcesXml, aTempFolder) ⇒ Object
-
#compress(aSourceFiles, aDestFile, aParentDir = nil) ⇒ Object
get files from wherever they are into a single file.
-
#configure(aConfig, aCmdOptions = nil, aOptions = nil) ⇒ Object
read the config however its given and return a hash with values in their correct type, and either valid or nil keys must be :symbols for aOptions.
- #create_empty_config_xml ⇒ Object
- #database_from_xml(aDatabaseNode) ⇒ Object
-
#decode_file_name(aFilename) ⇒ Object
return date based on filename.
-
#decrypt(aArgs) ⇒ Object
needs :crypto_key, :crypto_iv args : archive : source file to decrypt folder : destination folder to decrypt to.
- #do_action(aAction, aArgs) ⇒ Object
-
#download(aFile) ⇒ Object
downloads the given file from the current bucket as its basename.
-
#encode_file_name(aTimeNow = Time.now) ⇒ Object
generates filename based on date and config config : :first_hour :.
- #ensure_bucket(aBucket = nil, aUserEmail = nil) ⇒ Object
- #expand_app_option(kind = nil) ⇒ Object
- #get_log ⇒ Object
- #get_rails_db_details(aRailsPath, aRailsEnv, aFile = nil) ⇒ Object
- #get_report ⇒ Object
-
#initialize(aConfig = nil) ⇒ Yore
constructor
A new instance of Yore.
- #load(aArgs, aCmdOptions = nil) ⇒ Object
- #new_backup_bucket(aArgs) ⇒ Object
- #pack(aFileIn, aFileOut) ⇒ Object
- #rails_tmp_path ⇒ Object
-
#report ⇒ Object
install gems make folder with correct folder structure copy in files add to crontab, with just email sending, then call backup.
- #retrieve(aArgs) ⇒ Object
-
#save(aArgs) ⇒ Object
ACTIONS.
- #save_internal(aFilename) ⇒ Object
- #shell(aCommandline, &aBlock) ⇒ Object
- #temp_path ⇒ Object
- #test_email(*aDb) ⇒ Object
- #uncompress(aArchive, aDestination = nil, aArchiveContent = nil) ⇒ Object
- #unpack(aFileIn, aFileOut) ⇒ Object
-
#upload(aFile) ⇒ Object
uploads the given file to the current bucket as its basename.
Constructor Details
#initialize(aConfig = nil) ⇒ Yore
Returns a new instance of Yore.
49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 |
# File 'lib/yore/yore_core.rb', line 49 def initialize(aConfig=nil) DEFAULT_CONFIG[:email_report] = false # fixes some bug where this was nil cons = ConsoleLogger.new() cons.level = Logger::Severity.const_get(config[:log_level]) rescue Logger::Severity::INFO report_file = MiscUtils::temp_file @reporter = Logger.new(report_file) @reporter.formatter = ConsoleLogger::ReportFormatter.new @reporter.level = cons.level @logger = MultiLogger.new([cons,@reporter]) @logger.info "Yore file and database backup tool for Amazon S3 " @logger.info "(c) 2009 Buzzware Solutions (www.buzzware.com.au)" @logger.info "-------------------------------------------------" @logger.info "" @logger.info "report file: #{report_file}" configure(aConfig) end |
Instance Attribute Details
#config ⇒ Object (readonly)
Returns the value of attribute config.
44 45 46 |
# File 'lib/yore/yore_core.rb', line 44 def config @config end |
#logger ⇒ Object (readonly)
Returns the value of attribute logger.
45 46 47 |
# File 'lib/yore/yore_core.rb', line 45 def logger @logger end |
#reporter ⇒ Object (readonly)
Returns the value of attribute reporter.
46 47 48 |
# File 'lib/yore/yore_core.rb', line 46 def reporter @reporter end |
#s3client ⇒ Object (readonly)
Returns the value of attribute s3client.
47 48 49 |
# File 'lib/yore/yore_core.rb', line 47 def s3client @s3client end |
Class Method Details
.copy_folder(aPath1, aPath2) ⇒ Object
448 449 450 451 452 |
# File 'lib/yore/yore_core.rb', line 448 def self.copy_folder(aPath1,aPath2) path2Parent = MiscUtils.path_parent(aPath2) FileUtils.mkdir_p(path2Parent) FileUtils.cp_r(aPath1, path2Parent) end |
.filemap_from_filelist(aFiles) ⇒ Object
222 223 224 225 226 227 228 229 |
# File 'lib/yore/yore_core.rb', line 222 def self.filemap_from_filelist(aFiles) ancestor_path = MiscUtils.file_list_ancestor(aFiles) filemap = {} aFiles.each do |fp| filemap[fp] = MiscUtils.path_debase(fp,ancestor_path) end filemap end |
.launch(aConfigXml, aCmdOptions = nil, aOptions = nil) ⇒ Object
aOptions may require => File.dirname(File.expand_path(job))
72 73 74 75 76 77 78 79 80 |
# File 'lib/yore/yore_core.rb', line 72 def self.launch(aConfigXml,aCmdOptions=nil,aOptions=nil) if !aConfigXml path = MiscUtils.canonize_path('yore.config.xml',aOptions && aOptions[:basepath]) aConfigXml = path if File.exists?(path) end result = Yore.new() result.configure(aConfigXml,aCmdOptions,aOptions) return result end |
.move_folder(aPath1, aPath2) ⇒ Object
442 443 444 445 446 |
# File 'lib/yore/yore_core.rb', line 442 def self.move_folder(aPath1,aPath2) path2Parent = MiscUtils.path_parent(aPath2) FileUtils.mkdir_p(path2Parent) FileUtils.mv(aPath1, path2Parent, :force => true) end |
Instance Method Details
#backup(aArgs) ⇒ Object
was aJobFiles
471 472 473 474 475 476 477 478 |
# File 'lib/yore/yore_core.rb', line 471 def backup(aArgs) # was aJobFiles temp_file = File.('backup.tar',temp_path) save_internal(temp_file) backup_file = File.(encode_file_name(),temp_path) pack(temp_file,backup_file) upload(backup_file) #clean end |
#backup_date(aTime) ⇒ Object
calculate the date (with no time component) based on :day_begins_hour and the local time
307 308 309 |
# File 'lib/yore/yore_core.rb', line 307 def backup_date(aTime) (aTime.localtime - (config[:first_hour]*3600)).date end |
#clean ⇒ Object
326 327 328 |
# File 'lib/yore/yore_core.rb', line 326 def clean end |
#collect_file_list(aSourcesXml, aTempFolder) ⇒ Object
381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 |
# File 'lib/yore/yore_core.rb', line 381 def collect_file_list(aSourcesXml,aTempFolder) filelist = [] sourceFound = false if aSourcesXml #aSourcesXml.elements['Source'].each do |xmlSource| REXML::XPath.each(aSourcesXml,'Source') do |xmlSource| case xmlSource.attributes['Type'] when 'File' then # BasePath tag provides base path for IncludePaths to be relative to. Also indicates root folder for archive bp = MiscUtils.path_combine(config[:basepath],XmlUtils::peek_node_value(xmlSource, "@BasePath")) REXML::XPath.each(xmlSource, 'IncludePath') do |xmlPath| bp2 = MiscUtils.path_combine(bp,XmlUtils::peek_node_value(xmlPath,"@BasePath")) filelist << '-C'+bp2 destPath = MiscUtils::path_combine(bp2,xmlPath.text) logger.info "saving files from #{destPath}" files = MiscUtils::recursive_file_list(destPath) files.map!{|f| MiscUtils.path_debase(f,bp2)} filelist += files sourceFound = true end when 'MySql' then #<Source Type="MySql" > # <Database Host="" Name="" User="" Password=""> # <ToFile>~/dbdump.sql</ToFile> # </Database> #</Source> REXML::XPath.each(xmlSource, 'Database') do |xmlDb| args = database_from_xml(xmlDb) file = args.delete(:file) #legacy, absolute path arc_file = args.delete(:archive_file) #path in archive unless args[:username] && args[:password] && args[:database] && (file||arc_file) raise StandardError.new("Invalid or missing parameter") end logger.info "saving database #{args[:database]}" if arc_file arc_file = MiscUtils.path_debase(arc_file,'/') sql_file = File.(arc_file,aTempFolder) FileUtils.mkdir_p(File.dirname(sql_file)) # create folders as necessry DatabaseUtils::save_database(args,sql_file) #db_to_file(args,sql_file) filelist << '-C'+aTempFolder filelist << arc_file sourceFound = true else DatabaseUtils::save_database(args,sql_file) filelist << file sourceFound = true end end end end end raise StandardError.new("Backup source found but file list empty") if sourceFound && filelist.empty? return filelist end |
#compress(aSourceFiles, aDestFile, aParentDir = nil) ⇒ Object
get files from wherever they are into a single file
235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 |
# File 'lib/yore/yore_core.rb', line 235 def compress(aSourceFiles,aDestFile,aParentDir=nil) logger.info "Collecting files ..." #logger.info aSourceFiles.join("\n") #filelist = filemap = nil #if aSourceFiles.is_a?(Hash) # filelist = aSourceFiles.keys # filemap = aSourceFiles #else # assume array # filelist = aSourceFiles # filemap = Yore.filemap_from_filelist(aSourceFiles) #end #aParentDir ||= MiscUtils.file_list_ancestor(filelist) listfile = MiscUtils.temp_file MiscUtils.string_to_file( aSourceFiles.join("\n"), #filelist.sort.map{|p| MiscUtils.path_debase(p, aParentDir)}.join("\n"), listfile ) tarfile = MiscUtils.file_change_ext(aDestFile, 'tar') shell("tar cv #{aParentDir ? '--directory='+aParentDir.to_s : ''} --file=#{tarfile} --files-from=#{listfile}") logger.info "Compressing ..." tarfile_size = File.size(tarfile) shell("bzip2 #{tarfile}; mv #{tarfile}.bz2 #{aDestFile}") logger.info "Compressed #{'%.1f' % (tarfile_size*1.0/2**10)} KB to #{'%.1f' % (File.size(aDestFile)*1.0/2**10)} KB" end |
#configure(aConfig, aCmdOptions = nil, aOptions = nil) ⇒ Object
read the config however its given and return a hash with values in their correct type, and either valid or nil keys must be :symbols for aOptions. aConfig and aCmdOptions can be strings
153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 |
# File 'lib/yore/yore_core.rb', line 153 def configure(aConfig,aCmdOptions = nil,aOptions = nil) config_to_read = {} if aConfig.is_a?(String) aConfig = MiscUtils.canonize_path(aConfig) logger.info "Job file: #{aConfig}" op = {:basepath => File.dirname(aConfig)} xmlString = MiscUtils.string_from_file(aConfig) xmlString = XmlUtils2.clean_data(xmlString) xml = XmlUtils.get_xml_root(xmlString) return configure(xml,aCmdOptions,op) end if @config config_as_hash = nil case aConfig when nil then ; # do nothing when Hash,::ConfigClass then config_as_hash = aConfig when REXML::Element then config_as_hash = XmlUtils.read_simple_items(aConfig,'/Yore/SimpleItems') config.xmlRoot = aConfig # overwriting previous! perhaps should merge else raise StandardError.new('unsupported type') end config_as_hash.each{|n,v| config_to_read[n.to_sym] = v} if config_as_hash # merge given new values else @config = ConfigXmlClass.new(DEFAULT_CONFIG,aConfig) end aCmdOptions.each{|k,v| config_to_read[k.to_sym] = v} if aCmdOptions # merge command options config_to_read.merge!(aOptions) if aOptions # merge options config.read(config_to_read) config[:basepath] = MiscUtils.canonize_path(config[:basepath],Dir.pwd) () @s3client = ::AWSS3Client.new() logger.info "Using S3 key #{@s3client.credentials[:s3_access_key_id]}" end |
#create_empty_config_xml ⇒ Object
82 83 84 85 86 87 88 89 90 91 92 93 94 95 |
# File 'lib/yore/yore_core.rb', line 82 def create_empty_config_xml() s = "<?xml version=\"1.0\" encoding=\"UTF-8\"?>\n<?xml version=\"1.0\" encoding=\"UTF-8\"?>\n<Yore>\n<SimpleItems>\n</SimpleItems>\n<Sources>\n</Sources>\n</Yore>\n" xdoc = REXML::Document.new(s) return xdoc.root end |
#database_from_xml(aDatabaseNode) ⇒ Object
359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 |
# File 'lib/yore/yore_core.rb', line 359 def database_from_xml(aDatabaseNode) result = { :file => XmlUtils::peek_node_value(aDatabaseNode, "ToFile"), :archive_file => XmlUtils::peek_node_value(aDatabaseNode, "ArchiveFile") } if config[:RAILS_ENV] && (yml=aDatabaseNode.attributes['Yml'] || !aDatabaseNode.attributes['Name']) # has yml or doesn't have database name raise StandardError.new("RAILS_ENV must be given to read #{yml}") if !config[:RAILS_ENV] || config[:RAILS_ENV].empty? db_details = get_rails_db_details(config[:basepath],config[:RAILS_ENV],yml) raise StandardError.new('insufficient or missing database configuration') if !db_details result.merge!(db_details) else result.merge!({ :host => aDatabaseNode.attributes['Host'], :username => aDatabaseNode.attributes['User'], :password => aDatabaseNode.attributes['Password'], :database => aDatabaseNode.attributes['Name'], }) end result end |
#decode_file_name(aFilename) ⇒ Object
return date based on filename
320 321 322 323 |
# File 'lib/yore/yore_core.rb', line 320 def decode_file_name(aFilename) prefix,date,ext = aFilename.scan(/(.*?)\-(.*?)\.(.*)/).flatten return Time.from_date_numeric(date) end |
#decrypt(aArgs) ⇒ Object
needs :crypto_key, :crypto_iv args : archive : source file to decrypt folder : destination folder to decrypt to
530 531 532 533 534 535 536 537 |
# File 'lib/yore/yore_core.rb', line 530 def decrypt(aArgs) archive = aArgs[0] folder = MiscUtils.file_no_extension(archive) unless folder = aArgs[1] folder = File.(folder,config[:basepath]) temp_file = File.('file.tar',temp_path) unpack(archive,temp_file) uncompress(temp_file,folder) end |
#do_action(aAction, aArgs) ⇒ Object
191 192 193 194 195 196 197 198 199 |
# File 'lib/yore/yore_core.rb', line 191 def do_action(aAction,aArgs) logger.info "Executing command: #{aAction} ...\n" begin send(aAction,aArgs) rescue Exception => e logger.info {e.backtrace.join("\n")} logger.warn "#{e.class.to_s}: during #{aAction.to_s}(#{(aArgs && aArgs.inspect).to_s}): #{e.message.to_s}" end end |
#download(aFile) ⇒ Object
downloads the given file from the current bucket as its basename
302 303 304 |
# File 'lib/yore/yore_core.rb', line 302 def download(aFile) s3client.download(aFile,config[:bucket],File.basename(aFile)) end |
#encode_file_name(aTimeNow = Time.now) ⇒ Object
generates filename based on date and config config :
:first_hour
:
315 316 317 |
# File 'lib/yore/yore_core.rb', line 315 def encode_file_name(aTimeNow=Time.now) "#{config[:prefix]}-#{backup_date(aTimeNow).date_numeric}.yor" end |
#ensure_bucket(aBucket = nil, aUserEmail = nil) ⇒ Object
286 287 288 289 290 291 |
# File 'lib/yore/yore_core.rb', line 286 def ensure_bucket(aBucket=nil,aUserEmail=nil) aBucket ||= config[:bucket] aUserEmail ||= config[:bucket_user_email] logger.info "Ensuring S3 bucket #{aBucket} exists ..." s3client.ensure_backup_bucket(aBucket,aUserEmail ? {'email_address' => aUserEmail} : nil) end |
#expand_app_option(kind = nil) ⇒ Object
104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 |
# File 'lib/yore/yore_core.rb', line 104 def (kind=nil) kind = config[:kind] unless kind && !kind.empty? return nil unless kind && !kind.empty? config.xmlRoot = create_empty_config_xml() if !config.xmlRoot xmlSources = XmlUtils.single_node(config.xmlRoot,'/Yore/Sources') || XmlUtils.add_xml_from_string('<Sources/>',XmlUtils.single_node(config.xmlRoot,'/Yore')) case kind when 'spree' # add file source strSource = "<Source Type=\"File\">\n<IncludePath BasePath=\"public/assets\">products</IncludePath>\n</Source>\n" XmlUtils.add_xml_from_string(strSource,xmlSources) ('rails') # do again # # if capistrano deployed, uploads are assumed to be in shared/uploads # when 'browsercms' # add file source uploadParent = MiscUtils.('.../shared',config[:basepath]) || File.join(config[:basepath],'tmp') strSource = "<Source Type=\"File\">\n<IncludePath BasePath=\"\#{uploadParent}\">uploads</IncludePath>\n</Source>\n" XmlUtils.add_xml_from_string(strSource,xmlSources) ('rails') # do again when 'rails' # * add db source from database.yml # load database from config[:basepath],'config/database.yml' #if (dbyml = YAML::load(File.open(File.expand_path('config/database.yml',config[:basepath]))) rescue nil) # if env = (config[:RAILS_ENV] && config[:RAILS_ENV]!='' && config[:RAILS_ENV]) # if (db_details = dbyml[env]) && #<Database Name="#{db_details[:database]}" Host="#{db_details[:host]}" User="#{db_details[:username]}" Password="#{db_details[:password]}"> strSource = "<Source Type=\"MySql\" >\n<Database Yml=\"config/database.yml\">\n<ArchiveFile>rails_app.sql</ArchiveFile>\n</Database>\n</Source>\n" XmlUtils.add_xml_from_string(strSource,xmlSources) end end |
#get_log ⇒ Object
208 209 210 211 |
# File 'lib/yore/yore_core.rb', line 208 def get_log logger.close # read in log and return end |
#get_rails_db_details(aRailsPath, aRailsEnv, aFile = nil) ⇒ Object
97 98 99 100 101 102 |
# File 'lib/yore/yore_core.rb', line 97 def get_rails_db_details(aRailsPath,aRailsEnv,aFile=nil) return nil unless aRailsPath && aRailsEnv && aRailsEnv!='' yml_file = MiscUtils.path_combine(aRailsPath,aFile || 'config/database.yml') return nil unless dbyml = (YAML::load(File.open(yml_file)) rescue nil) return dbyml[aRailsEnv] && dbyml[aRailsEnv].symbolize_keys end |
#get_report ⇒ Object
213 214 215 |
# File 'lib/yore/yore_core.rb', line 213 def get_report MiscUtils::string_from_file(@reporter.logdev.filename) end |
#load(aArgs, aCmdOptions = nil) ⇒ Object
480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 |
# File 'lib/yore/yore_core.rb', line 480 def load(aArgs,aCmdOptions=nil) fnArchive = aArgs.is_a?(Array) ? aArgs.first : aArgs #only supported argument FileUtils.mkdir_p(archive_path = File.join(temp_path,'archive')) uncompress(fnArchive,archive_path) xmlSources = XmlUtils.single_node(config.xmlRoot,'/Yore/Sources') REXML::XPath.each(xmlSources,'Source') do |xmlSource| case xmlSource.attributes['Type'] when 'File' then #<Source Type="File"> # <IncludePath>public/assets/products</IncludePath> #</Source> # # arcparent = parent_folder(IncludePath.text) # arcfolder = File.basename(IncludePath.text) # destination = MiscUtils.path_combine(basepath,IncludePath.text) bpSource = MiscUtils.path_combine(config[:basepath],XmlUtils::peek_node_value(xmlSource, "@BasePath")) REXML::XPath.each(xmlSource,'IncludePath') do |xmlIncludePath| bpInclude = MiscUtils.path_combine(bpSource,XmlUtils::peek_node_value(xmlIncludePath, "@BasePath")) pathArchive = xmlIncludePath.text() pathUncompressed = File.join(archive_path,pathArchive) pathTmp = File.join(rails_tmp_path,pathArchive) pathDest = File.join(bpInclude,pathArchive) logger.info "loading files into #{pathDest}" # move basepath/relativepath to tmp/yore/090807-010203/relativepath (out of the way) Yore::move_folder(pathDest,pathTmp) if File.exists?(pathDest) # get <IncludeFiles> and copy to basepath/relativepath Yore::copy_folder(pathUncompressed,pathDest) if File.exists?(pathUncompressed) end when 'MySql' then db_details = database_from_xml(XmlUtils.single_node(xmlSource,'Database')) logger.info "loading database #{db_details[:database]}" DatabaseUtils.load_database(db_details,File.join(archive_path,db_details[:archive_file])) end end end |
#new_backup_bucket(aArgs) ⇒ Object
544 545 546 547 548 549 550 551 552 553 554 555 556 557 |
# File 'lib/yore/yore_core.rb', line 544 def new_backup_bucket(aArgs) bucket_name = config[:bucket] if s3client.bucket_exists?(bucket_name) puts "sorry, bucket already exists" else backup_user_attrs = { 'id' => config[:backup_id], 'display_name' => config[:backup_name] || 'backup_name', 'email_address' => config[:backup_email] } raise StandardError.new("Must provide backup_id or backup_email") unless backup_user_attrs['id'] || backup_user_attrs['email_address'] s3client.new_backup_bucket(bucket_name,backup_user_attrs) end end |
#pack(aFileIn, aFileOut) ⇒ Object
277 278 279 280 |
# File 'lib/yore/yore_core.rb', line 277 def pack(aFileIn,aFileOut) logger.info "Encrypting ..." shell "openssl enc -aes-256-cbc -K #{config[:crypto_key]} -iv #{config[:crypto_iv]} -in #{aFileIn} -out #{aFileOut}" end |
#rails_tmp_path ⇒ Object
437 438 439 440 |
# File 'lib/yore/yore_core.rb', line 437 def rails_tmp_path return @rails_tmp_path if @rails_tmp_path @rails_tmp_path = File.join(config[:basepath],'tmp/yore',Time.now.strftime('%Y%m%d-%H%M%S')) end |
#report ⇒ Object
install gems make folder with correct folder structure copy in files add to crontab, with just email sending, then call backup
339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 |
# File 'lib/yore/yore_core.rb', line 339 def report return unless config[:email_report] msg = get_report() logger.info "Sending report via email to #{config[:mail_to]} ..." MiscUtils::send_email( :host => config[:mail_host], :port => config[:mail_port], :helodomain => config[:mail_helodomain], :user => config[:mail_user], :password => config[:mail_password], :from => config[:mail_from], :from_alias => config[:mail_from_alias], :to => config[:mail_to], :to_alias => config[:mail_to_alias], :auth => config[:mail_auth], :subject => 'backup report', :message => msg ) end |
#retrieve(aArgs) ⇒ Object
539 540 541 542 |
# File 'lib/yore/yore_core.rb', line 539 def retrieve(aArgs) download(aArgs[0]) decrypt(aArgs) end |
#save(aArgs) ⇒ Object
ACTIONS
465 466 467 468 469 |
# File 'lib/yore/yore_core.rb', line 465 def save(aArgs) fnArchive = aArgs.is_a?(Array) ? aArgs.first : aArgs #only supported argument config[:out_file] = File.(fnArchive || 'save.tgz',config[:basepath]) save_internal(config[:out_file]) end |
#save_internal(aFilename) ⇒ Object
454 455 456 457 458 459 |
# File 'lib/yore/yore_core.rb', line 454 def save_internal(aFilename) FileUtils.mkdir_p(files_path = File.join(temp_path,'files')) filelist = collect_file_list(XmlUtils.single_node(config.xmlRoot,'/Yore/Sources'),files_path) logger.info "files collected:\n "+filelist.join("\n ") compress(filelist,aFilename) end |
#shell(aCommandline, &aBlock) ⇒ Object
201 202 203 204 205 206 |
# File 'lib/yore/yore_core.rb', line 201 def shell(aCommandline,&aBlock) logger.debug "To shell: " + aCommandline result = block_given? ? POpen4::shell(aCommandline,nil,nil,&aBlock) : POpen4::shell(aCommandline) logger.debug "From shell: '#{result.inspect}'" return result[:stdout] end |
#temp_path ⇒ Object
217 218 219 220 |
# File 'lib/yore/yore_core.rb', line 217 def temp_path @temp_path = MiscUtils.make_temp_dir('yore') unless @temp_path return @temp_path end |
#test_email(*aDb) ⇒ Object
559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 |
# File 'lib/yore/yore_core.rb', line 559 def test_email(*aDb) args = { :host => config[:mail_host], :port => config[:mail_port], :helodomain => config[:mail_helodomain], :user => config[:mail_user], :password => config[:mail_password], :from => config[:mail_from], :from_alias => config[:mail_from_alias], :to => config[:mail_to], :to_alias => config[:mail_to_alias], :auth => config[:mail_auth], :subject => 'email test', :message => 'Just testing email sending' } logger.debug args.inspect MiscUtils::send_email(args) end |
#uncompress(aArchive, aDestination = nil, aArchiveContent = nil) ⇒ Object
261 262 263 264 265 266 267 268 269 270 271 272 273 274 |
# File 'lib/yore/yore_core.rb', line 261 def uncompress(aArchive,aDestination=nil,aArchiveContent=nil) logger.info "uncompressing #{aArchive}" #tarfile = File.expand_path(MiscUtils.file_change_ext(File.basename(aArchive),'tar'),temp_dir) #shell("bunzip2 #{tarfile}; mv #{tarfile}.bz2 #{aDestFile}") # #shell("tar cv #{aParentDir ? '--directory='+aParentDir.to_s : ''} --file=#{tarfile} --files-from=#{listfile}") #logger.info "Compressing ..." #tarfile_size = File.size(tarfile) #shell("bzip2 #{tarfile}; mv #{tarfile}.bz2 #{aDestFile}") #logger.info "Compressed #{'%.1f' % (tarfile_size*1.0/2**10)} KB to #{'%.1f' % (File.size(aDestFile)*1.0/2**10)} KB" aDestination ||= MiscUtils.make_temp_dir('uncompress') FileUtils.mkdir_p(aDestination) shell("tar xvf #{aArchive} #{aArchiveContent.to_s} --directory=#{aDestination} --bzip2") end |
#unpack(aFileIn, aFileOut) ⇒ Object
282 283 284 |
# File 'lib/yore/yore_core.rb', line 282 def unpack(aFileIn,aFileOut) shell "openssl enc -d -aes-256-cbc -K #{config[:crypto_key]} -iv #{config[:crypto_iv]} -in #{aFileIn} -out #{aFileOut}" end |
#upload(aFile) ⇒ Object
uploads the given file to the current bucket as its basename
294 295 296 297 298 299 |
# File 'lib/yore/yore_core.rb', line 294 def upload(aFile) #ensure_bucket() logger.debug "Uploading #{aFile} to S3 bucket #{config[:bucket]} ..." logger.info "Uploading #{File.basename(aFile)} to S3 bucket #{config[:bucket]} ..." s3client.upload_backup(aFile,config[:bucket],File.basename(aFile)) end |