Class: SimplyGenius::Atmos::Providers::Aws::ContainerManager
- Inherits:
-
Object
- Object
- SimplyGenius::Atmos::Providers::Aws::ContainerManager
- Includes:
- GemLogger::LoggerSupport
- Defined in:
- lib/simplygenius/atmos/providers/aws/container_manager.rb
Instance Method Summary collapse
- #deploy(cluster, name, remote_image) ⇒ Object
- #deploy_task(name, remote_image) ⇒ Object
-
#initialize(provider) ⇒ ContainerManager
constructor
A new instance of ContainerManager.
- #list_image_tags(cluster, name) ⇒ Object
- #pull(ecr_repo, revision: nil) ⇒ Object
- #push(ecs_name, local_image, ecr_repo: ecs_name, revision: nil) ⇒ Object
- #remote_image(name, tag) ⇒ Object
- #run_task(cluster, name, command:, waiter_log_pattern: nil, launch_type: "FARGATE") ⇒ Object
- #stop_task(cluster, task) ⇒ Object
- #wait(cluster, service_name_or_task_arn) ⇒ Object
Constructor Details
#initialize(provider) ⇒ ContainerManager
Returns a new instance of ContainerManager.
15 16 17 |
# File 'lib/simplygenius/atmos/providers/aws/container_manager.rb', line 15 def initialize(provider) @provider = provider end |
Instance Method Details
#deploy(cluster, name, remote_image) ⇒ Object
108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 |
# File 'lib/simplygenius/atmos/providers/aws/container_manager.rb', line 108 def deploy(cluster, name, remote_image) result = deploy_task(name, remote_image) new_taskdef = result[:task_definition] # Only trigger restart if name is a service ecs = ::Aws::ECS::Client.new resp = ecs.describe_services(cluster: cluster, services: [name]) if resp.services.size > 0 logger.info "Updating service with new task definition: #{new_taskdef}" resp = ecs.update_service(cluster: cluster, service: name, task_definition: new_taskdef) logger.info "Updated service=#{name} on cluster=#{cluster} to #{new_taskdef} with image #{remote_image}" else logger.info "#{name} is not a service" end return result end |
#deploy_task(name, remote_image) ⇒ Object
78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 |
# File 'lib/simplygenius/atmos/providers/aws/container_manager.rb', line 78 def deploy_task(name, remote_image) result = {} ecs = ::Aws::ECS::Client.new resp = nil resp = ecs.list_task_definitions(family_prefix: name, sort: 'DESC') latest_defn_arn = resp.task_definition_arns.first logger.info "Current task definition for #{name}: #{latest_defn_arn}" resp = ecs.describe_task_definition(task_definition: latest_defn_arn) latest_defn = resp.task_definition new_defn = latest_defn.to_h [:revision, :status, :task_definition_arn, :requires_attributes, :compatibilities, :registered_at, :registered_by, :deregistered_at].each do |attr| new_defn.delete(attr) end new_defn[:container_definitions].each {|c| c[:image] = remote_image} resp = ecs.register_task_definition(**new_defn) result[:task_definition] = resp.task_definition.task_definition_arn logger.info "Updated task=#{name} to #{result[:task_definition]} with image #{remote_image}" return result end |
#list_image_tags(cluster, name) ⇒ Object
151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 |
# File 'lib/simplygenius/atmos/providers/aws/container_manager.rb', line 151 def (cluster, name) result = {tags: [], latest: nil, current: nil} latest_digest = nil ecs = ::Aws::ECS::Client.new ecr = ::Aws::ECR::Client.new resp = ecs.describe_services(services: [name], cluster: cluster) if resp.services.size == 1 task_def = resp.services.first.task_definition resp = ecs.describe_task_definition(task_definition: task_def) image = resp.task_definition.container_definitions.first.image result[:current] = image.sub(/^.*:/, '') else raise "No services found for '#{name}' in cluster '#{cluster}'" end # TODO: handle pagination? resp = ecr.list_images(repository_name: name, filter: {tag_status: "TAGGED"}, max_results: 1000) if resp.image_ids.size > 0 images = resp.image_ids images.each do |i| if i.image_tag == 'latest' latest_digest = i.image_digest end result[:tags] << i.image_tag end if latest_digest images.each do |i| if i.image_digest == latest_digest && i.image_tag != 'latest' result[:latest] = i.image_tag break end end # Handle if latest tag isn't some other tag result[:latest] = 'latest' if result[:latest].nil? end result[:tags].sort! else raise "No images found for '#{name}'" end return result end |
#pull(ecr_repo, revision: nil) ⇒ Object
19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 |
# File 'lib/simplygenius/atmos/providers/aws/container_manager.rb', line 19 def pull(ecr_repo, revision: nil) revision ||= 'latest' result = {} ecr = ::Aws::ECR::Client.new resp = nil resp = ecr. auth_data = resp..first token = auth_data. endpoint = auth_data.proxy_endpoint user, password = Base64.decode64(token).split(':') # docker login into the ECR repo for the current account so that we can pull/push to it run("docker", "login", "-u", user, "-p", password, endpoint)#, stdin_data: token) image="#{ecr_repo}:#{revision}" ecs_image="#{endpoint.sub(/https?:\/\//, '')}/#{image}" logger.info "Pulling image from ECR repo #{ecs_image}" run("docker", "pull", "#{ecs_image}") result[:remote_image] = "#{ecs_image}" return result end |
#push(ecs_name, local_image, ecr_repo: ecs_name, revision: nil) ⇒ Object
46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 |
# File 'lib/simplygenius/atmos/providers/aws/container_manager.rb', line 46 def push(ecs_name, local_image, ecr_repo: ecs_name, revision: nil) revision = Time.now.strftime('%Y%m%d%H%M%S') unless revision.present? result = {} ecr = ::Aws::ECR::Client.new resp = nil resp = ecr. auth_data = resp..first token = auth_data. endpoint = auth_data.proxy_endpoint user, password = Base64.decode64(token).split(':') # docker login into the ECR repo for the current account so that we can pull/push to it run("docker", "login", "-u", user, "-p", password, endpoint)#, stdin_data: token) image="#{ecs_name}:latest" ecs_image="#{endpoint.sub(/https?:\/\//, '')}/#{ecr_repo}" = ['latest', revision] logger.info "Tagging local image '#{local_image}' with #{}" .each {|t| run("docker", "tag", local_image, "#{ecs_image}:#{t}") } logger.info "Pushing tagged image to ECR repo #{ecs_image}" .each {|t| run("docker", "push", "#{ecs_image}:#{t}") } result[:remote_image] = "#{ecs_image}:#{revision}" return result end |
#remote_image(name, tag) ⇒ Object
139 140 141 142 143 144 145 146 147 148 149 |
# File 'lib/simplygenius/atmos/providers/aws/container_manager.rb', line 139 def remote_image(name, tag) ecr = ::Aws::ECR::Client.new resp = ecr. endpoint = resp..first.proxy_endpoint ecs_image="#{endpoint.sub(/https?:\/\//, '')}/#{name}" tagged_image = "#{ecs_image}:#{tag}" return tagged_image end |
#run_task(cluster, name, command:, waiter_log_pattern: nil, launch_type: "FARGATE") ⇒ Object
201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 |
# File 'lib/simplygenius/atmos/providers/aws/container_manager.rb', line 201 def run_task(cluster, name, command:, waiter_log_pattern: nil, launch_type: "FARGATE") result = {} ecs = ::Aws::ECS::Client.new resp = nil task_opts = { count: 1, cluster: cluster, task_definition: name, launch_type: launch_type, overrides: {container_overrides: [{name: name, command: command}]} } defn_arn = nil resp = ecs.describe_services(cluster: cluster, services: [name]) if resp.services.size > 0 svc = resp.services.first task_opts[:launch_type] = svc.launch_type task_opts[:network_configuration] = svc.network_configuration.to_h defn_arn = svc.task_definition logger.info "Running service task as '#{task_opts[:launch_type]}'" else resp = ecs.list_task_definitions(family_prefix: name, sort: 'DESC') defn_arn = resp.task_definition_arns.first logger.info "Running task as '#{task_opts[:launch_type]}'" end raise "Could not find a task definition in AWS for '#{name}'" if defn_arn.blank? resp = ecs.describe_task_definition(task_definition: defn_arn) defn = resp.task_definition raise "Invalid Launch type '#{launch_type}'" unless (defn.requires_compatibilities + defn.compatibilities).include?(launch_type) log_config = defn.container_definitions.first.log_configuration log_group = nil log_stream_prefix = nil if log_config && log_config.log_driver == "awslogs" log_group = log_config.["awslogs-group"] log_stream_prefix = log_config.["awslogs-stream-prefix"] end if waiter_log_pattern && log_group.nil? logger.error "Cannot wait on a log unless task definition uses cloudwatch for logging" waiter_log_pattern = nil end resp = ecs.run_task(**task_opts) task_arn = result[:task_arn] = resp.tasks.first.task_arn task_id = result[:task_id] = task_arn.split('/').last logger.info "Waiting for task to start" ecs.wait_until(:tasks_running, cluster: cluster, tasks: [task_id]) if waiter_log_pattern cwl = ::Aws::CloudWatchLogs::Client.new waiter_regexp = Regexp.new(waiter_log_pattern) log_stream = "#{log_stream_prefix}/#{name}/#{task_id}" logger.info "Task started, waiting for remote command" logger.debug "Looking for log_pattern='#{waiter_log_pattern}' in group=#{log_group} stream=#{log_stream}" log_token = nil count = (Atmos.config['atmos.container.console.retry_count'] || 30).to_i interval = (Atmos.config['atmos.container.console.retry_interval'] || 2).to_i count.times do resp = cwl.get_log_events(log_group_name: log_group, log_stream_name: log_stream, start_from_head: true, next_token: log_token) resp.events.each do |e| logger.debug("Task log #{e.}: #{e.}") if e. =~ waiter_regexp result[:log_match] = Regexp.last_match return result # return, not break due to doubly nested iterator end end log_token = resp.next_forward_token if resp.events.length > 0 sleep interval end end return result end |
#stop_task(cluster, task) ⇒ Object
281 282 283 284 |
# File 'lib/simplygenius/atmos/providers/aws/container_manager.rb', line 281 def stop_task(cluster, task) ecs = ::Aws::ECS::Client.new resp = ecs.stop_task(cluster: cluster, task: task) end |
#wait(cluster, service_name_or_task_arn) ⇒ Object
129 130 131 132 133 134 135 136 137 |
# File 'lib/simplygenius/atmos/providers/aws/container_manager.rb', line 129 def wait(cluster, service_name_or_task_arn) ecs = ::Aws::ECS::Client.new logger.info "Waiting for #{cluster}:#{service_name_or_task_arn} to stabilize" if service_name_or_task_arn =~ /arn:aws:ecs:.*:task\/.*/ ecs.wait_until(:tasks_running, cluster: cluster, tasks: [service_name_or_task_arn]) else ecs.wait_until(:services_stable, cluster: cluster, services: [service_name_or_task_arn]) end end |