Class: Jets::Cfn::Upload

Inherits:
Object
  • Object
show all
Includes:
ActiveSupport::NumberHelper, AwsServices
Defined in:
lib/jets/cfn/upload.rb

Constant Summary collapse

CONTENT_TYPES_BY_EXTENSION = 
{
  '.css'  => 'text/css',
  '.html' => 'text/html',
  '.js'   => 'application/javascript',
}

Instance Method Summary collapse

Methods included from AwsServices

#apigateway, #aws_lambda, #aws_options, #cfn, #dynamodb, #logs, #s3, #s3_resource, #sns, #sqs, #sts

Methods included from AwsServices::StackStatus

#lookup, #stack_exists?, #stack_in_progress?

Methods included from AwsServices::GlobalMemoist

included

Instance Method Details

#bucket_name ⇒ Object 



16
17
18
 
# File 'lib/jets/cfn/upload.rb', line 16

def bucket_name
  Jets.s3_bucket
end

#cache_control ⇒ Object

If cache_control is provided, then it will set the entire cache-control header. If only max_age is provided, then we’ll generate a cache_control header. Using max_age is the shorter and simply way of setting the cache_control header.



140
141
142
143
144
145
146
147
148
149
150
 
# File 'lib/jets/cfn/upload.rb', line 140

def cache_control
  # default when sprockets-jets not installed
  return "public, max-age=3600" unless Jets.config.respond_to?(:assets)

  cache_control = Jets.config.assets.cache_control
  unless cache_control
    max_age = Jets.config.assets.max_age # defaults to 3600 in jets/application.rb
    cache_control = "public, max-age=#{max_age}"
  end
  cache_control
end

#content_type_headers(full_path) ⇒ Object 



109
110
111
112
113
114
115
116
117
 
# File 'lib/jets/cfn/upload.rb', line 109

def content_type_headers(full_path)
  ext = File.extname(full_path)
  content_type = CONTENT_TYPES_BY_EXTENSION[ext] || Rack::Mime.mime_type(ext)
  if content_type
    { content_type: content_type }
  else
    {}
  end
end

#identical_on_s3?(full_path) ⇒ Boolean

Returns:

  • (Boolean) 


124
125
126
127
128
129
130
131
132
133
134
135
 
# File 'lib/jets/cfn/upload.rb', line 124

def identical_on_s3?(full_path)
  local_md5 = ::Digest::MD5.file(full_path)
  key = s3_key(full_path)
  begin
    resp = s3.head_object(bucket: bucket_name, key: key)
  rescue Aws::S3::Errors::NotFound
    return false
  end

  remote_md5 = resp.etag.delete_prefix('"').delete_suffix('"')
  local_md5 == remote_md5
end

#pretty_time(total_seconds) ⇒ Object

stackoverflow.com/questions/4175733/convert-duration-to-hoursminutesseconds-or-similar-in-rails-3-or-ruby



153
154
155
156
157
158
159
160
161
 
# File 'lib/jets/cfn/upload.rb', line 153

def pretty_time(total_seconds)
  minutes = (total_seconds / 60) % 60
  seconds = total_seconds % 60
  if total_seconds < 60
    "#{seconds.to_i}s"
  else
    "#{minutes.to_i}m #{seconds.to_i}s"
  end
end

#s3_key(full_path) ⇒ Object 



119
120
121
122
 
# File 'lib/jets/cfn/upload.rb', line 119

def s3_key(full_path)
  relative_path = full_path.sub("#{Jets.root}/", '')
  "jets/#{relative_path}"
end

#upload ⇒ Object 



10
11
12
13
14
 
# File 'lib/jets/cfn/upload.rb', line 10

def upload
  upload_cfn_templates
  upload_zip_files
  upload_assets
end

#upload_asset_folder(folder) ⇒ Object 



73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
 
# File 'lib/jets/cfn/upload.rb', line 73

def upload_asset_folder(folder)
  expression = "#{Jets.root}/#{folder}/**/*"
  group_size = 10
  Dir.glob(expression).each_slice(group_size) do |paths|
    threads = []
    paths.each do |full_path|
      next unless File.file?(full_path)

      threads << Thread.new do
        upload_to_s3(full_path)
      end
    end
    threads.each(&:join)
  end
end

#upload_assets ⇒ Object 



59
60
61
62
63
64
 
# File 'lib/jets/cfn/upload.rb', line 59

def upload_assets
  puts "Checking for modified public assets and uploading to S3."
  start_time = Time.now
  upload_public_assets
  puts "Time for public assets to s3: #{pretty_time(Time.now-start_time).color(:green)}"
end

#upload_cfn_templates(version = nil) ⇒ Object 



20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
 
# File 'lib/jets/cfn/upload.rb', line 20

def upload_cfn_templates(version=nil)
  puts "Uploading CloudFormation templates to S3." unless version # hide message when version is passed in
  expression = "#{Jets::Names.templates_folder}/*"
  if version # outside of each loop to avoid repeating
    version = "versions/#{version}"
  else
    checksum = Jets::Builders::Md5.checksums["stage/code"]
    version = "shas/#{checksum}"
  end
  checksum = Jets::Builders::Md5.checksums["stage/code"]
  Dir.glob(expression).each do |path|
    next unless File.file?(path)
    key = ["jets/cfn-templates", version, File.basename(path)].compact.join('/')
    obj = s3_resource.bucket(bucket_name).object(key)
    puts "Uploading #{path} to s3://#{bucket_name}/#{key}".color(:green) if ENV['JETS_DEBUG']
    obj.upload_file(path)
  end
end

#upload_public_assets ⇒ Object 



66
67
68
69
70
71
 
# File 'lib/jets/cfn/upload.rb', line 66

def upload_public_assets
  public_folders = %w[public]
  public_folders.each do |folder|
    upload_asset_folder(folder)
  end
end

#upload_to_s3(full_path) ⇒ Object 



89
90
91
92
93
94
95
96
97
98
99
100
101
102
 
# File 'lib/jets/cfn/upload.rb', line 89

def upload_to_s3(full_path)
  if identical_on_s3?(full_path) && !ENV['JETS_ASSET_UPLOAD_FORCE']
    puts "Asset is identical on s3: #{full_path}" if ENV['JETS_DEBUG_ASSETS']
    return
  end

  key = s3_key(full_path)
  obj = s3_resource.bucket(bucket_name).object(key)
  content_type = content_type_headers(full_path)
  if ENV['JETS_DEBUG_ASSETS']
    puts "Uploading and setting content type for s3://#{bucket_name}/#{key} content_type #{content_type[:content_type].inspect}"
  end
  obj.upload_file(full_path, { acl: "public-read", cache_control: cache_control }.merge(content_type))
end

#upload_zip_file(path) ⇒ Object 



47
48
49
50
51
52
53
54
55
56
57
 
# File 'lib/jets/cfn/upload.rb', line 47

def upload_zip_file(path)
  file_size = number_to_human_size(File.size(path))

  puts "Uploading #{path} (#{file_size}) to S3"
  start_time = Time.now
  s3_key = "jets/code/#{File.basename(path)}"
  obj = s3_resource.bucket(bucket_name).object(s3_key)
  obj.upload_file(path)
  puts "Uploaded to s3://#{bucket_name}/#{s3_key}".color(:green)
  puts "Time to upload code to s3: #{pretty_time(Time.now-start_time).color(:green)}"
end

#upload_zip_files ⇒ Object 



39
40
41
42
43
44
45
 
# File 'lib/jets/cfn/upload.rb', line 39

def upload_zip_files
  puts "Uploading code zip files to S3."
  zip_area = "#{Jets.build_root}/stage/zips"
  Dir.glob("#{zip_area}/*").each do |file|
    upload_zip_file(file)
  end
end