Class: Mixlib::Install::Backend::PackageRouter

Inherits:
Base
  • Object
show all
Defined in:
lib/mixlib/install/backend/package_router.rb

Defined Under Namespace

Classes: NoArtifactsError

Constant Summary collapse

ENDPOINT = 
"https://packages.chef.io".freeze
COMPAT_DOWNLOAD_URL_ENDPOINT = 
"http://packages.chef.io".freeze

Instance Attribute Summary

Attributes inherited from Base

#options

Instance Method Summary collapse

Methods inherited from Base

#filter_artifacts, #info, #initialize, #normalize_architecture, #normalize_platform, #platform_filters_available?, #windows_artifact_fixup!

Constructor Details

This class inherits a constructor from Mixlib::Install::Backend::Base

Instance Method Details

#artifacts_for_version(version) ⇒ Array<ArtifactInfo>

Get artifacts for a given version, channel and product_name

Returns:

  • (Array<ArtifactInfo>) —

    Array of info about found artifacts



120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
 
# File 'lib/mixlib/install/backend/package_router.rb', line 120

def artifacts_for_version(version)
  begin
    results = get("/api/v1/#{options.channel}/#{omnibus_project}/#{version}/artifacts")["results"]
  rescue Net::HTTPServerException => e
    if e.message =~ /404/
      return []
    else
      raise e
    end
  end

  # Merge artifactory properties to a flat Hash
  results.collect! do |result|
    {
      "filename" => result["name"],
    }.merge(
      map_properties(result["properties"])
    )
  end

  # Convert results to build records
  results.map { |a| create_artifact(a) }
end

#available_artifacts ⇒ Array<ArtifactInfo>

Create filtered list of artifacts

channel, product name, and product version.

Returns:

  • (Array<ArtifactInfo>) —

    list of artifacts for the configured



40
41
42
43
44
45
46
47
 
# File 'lib/mixlib/install/backend/package_router.rb', line 40

def available_artifacts
  artifacts = if options.latest_version?
                latest_version
              else
                artifacts_for_version(options.product_version)
              end
  windows_artifact_fixup!(artifacts)
end

#available_versions ⇒ Array<String>

Gets available versions from Artifactory via AQL.

Returns:

  • (Array<String>) —

    Array of available versions



53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
 
# File 'lib/mixlib/install/backend/package_router.rb', line 53

def available_versions
  items = get("/api/v1/#{options.channel}/#{omnibus_project}/versions")["results"]

  # Filter out the partial builds if we are in :unstable channel
  # In other channels we do not need to do this since all builds are
  # always complete. Infact we should not do this since for some arcane
  # builds like Chef Client 10.X we do not have build record created in
  # artifactory.
  if options.channel == :unstable
    # We check if "artifacts" field contains something since it is only
    # populated with the build record if "artifact.module.build" exists.
    items.reject! { |i| i["artifacts"].nil? }
  end

  # We are only including a single property, version and that exists
  # under the properties in the following structure:
  # "properties" => [ {"key"=>"omnibus.version", "value"=>"12.13.3"} ]
  items.map! { |i| i["properties"].first["value"] }
  items.uniq
end

#create_artifact(artifact_map) ⇒ Object 



167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
 
# File 'lib/mixlib/install/backend/package_router.rb', line 167

def create_artifact(artifact_map)
  # set normalized platform and platform version
  platform, platform_version = normalize_platform(
    artifact_map["omnibus.platform"],
    artifact_map["omnibus.platform_version"]
  )

  # create the standardized file path
  chef_standard_path = generate_chef_standard_path(
    options.channel,
    artifact_map["omnibus.project"],
    artifact_map["omnibus.version"],
    platform,
    platform_version,
    artifact_map["filename"]
  )

  if options.include_metadata?
    # retrieve the metadata using the standardized path
    begin
      metadata = get("#{chef_standard_path}.metadata.json")
      license_content = metadata["license_content"]
      software_dependencies = metadata["version_manifest"]["software"]
    rescue Net::HTTPServerException => e
      if e.message =~ /404/
        license_content, software_dependencies = nil
      else
        raise e
      end
    end
  else
    license_content, software_dependencies = nil
  end

  # create the download path with the correct endpoint
  base_url = if use_compat_download_url_endpoint?(platform, platform_version)
               COMPAT_DOWNLOAD_URL_ENDPOINT
             else
               endpoint
             end

  ArtifactInfo.new(
    architecture:          normalize_architecture(artifact_map["omnibus.architecture"]),
    license:               artifact_map["omnibus.license"],
    license_content:       license_content,
    md5:                   artifact_map["omnibus.md5"],
    platform:              platform,
    platform_version:      platform_version,
    product_description:   product_description,
    product_name:          options.product_name,
    sha1:                  artifact_map["omnibus.sha1"],
    sha256:                artifact_map["omnibus.sha256"],
    software_dependencies: software_dependencies,
    url:                   "#{base_url}/#{chef_standard_path}",
    version:               artifact_map["omnibus.version"]
  )
end

#create_http_request(full_path) ⇒ Object 



159
160
161
162
163
164
165
 
# File 'lib/mixlib/install/backend/package_router.rb', line 159

def create_http_request(full_path)
  request = Net::HTTP::Get.new(full_path)

  request.add_field("User-Agent", Util.user_agent_string(options.user_agent_headers))

  request
end

#get(url) ⇒ Object

GET request



147
148
149
150
151
152
153
154
155
156
157
 
# File 'lib/mixlib/install/backend/package_router.rb', line 147

def get(url)
  uri = URI.parse(endpoint)
  http = Net::HTTP.new(uri.host, uri.port)
  http.use_ssl = (uri.scheme == "https")
  full_path = File.join(uri.path, url)

  res = http.request(create_http_request(full_path))

  res.value
  JSON.parse(res.body)
end

#latest_version ⇒ Array<ArtifactInfo>

Get artifacts for the latest version, channel and product_name

Returns:

  • (Array<ArtifactInfo>) —

    Array of info about found artifacts



78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
 
# File 'lib/mixlib/install/backend/package_router.rb', line 78

def latest_version
  # Get the list of builds from the REST api.
  # We do this because a user in the readers group does not have
  # permissions to run aql against builds.
  builds = get("/api/v1/build/#{omnibus_project}")

  if builds.nil?
    raise NoArtifactsError, <<-MSG
Can not find any builds for #{options.product_name} in #{endpoint}.
    MSG
  end

  # Output we get is something like:
  # {
  #   "buildsNumbers": [
  #     {"uri"=>"/12.5.1+20151213083009", "started"=>"2015-12-13T08:40:19.238+0000"},
  #     {"uri"=>"/12.6.0+20160111212038", "started"=>"2016-01-12T00:25:35.762+0000"},
  #     ...
  #   ]
  # }
  # First we sort based on started
  builds["buildsNumbers"].sort_by! { |b| b["started"] }.reverse!

  # Now check if the build is in the requested channel or not
  # Note that if you do this for any channel other than :unstable
  # it will run a high number of queries but it is fine because we
  # are using artifactory only for :unstable channel
  builds["buildsNumbers"].each do |build|
    version = build["uri"].delete("/")
    artifacts = artifacts_for_version(version)

    return artifacts unless artifacts.empty?
  end

  # we could not find any matching artifacts
  []
end

#use_compat_download_url_endpoint?(platform, platform_version) ⇒ boolean

For some older platform & platform_version combinations we need to use COMPAT_DOWNLOAD_URL_ENDPOINT since these versions have an OpenSSL version that can not verify the ENDPOINT based urls

Returns:

  • (boolean) —

    use compat download url endpoint



232
233
234
235
236
237
238
239
 
# File 'lib/mixlib/install/backend/package_router.rb', line 232

def use_compat_download_url_endpoint?(platform, platform_version)
  case "#{platform}-#{platform_version}"
  when "freebsd-9", "el-5", "solaris2-5.9", "solaris2-5.10"
    true
  else
    false
  end
end