Class: Fetchers::Url

Inherits:
Object
  • Object
show all
Defined in:
lib/fetchers/url.rb

Direct Known Subclasses

InspecPlugins::Compliance::Fetcher

Constant Summary collapse

MIME_TYPES = 
{
  'application/x-zip-compressed' => '.zip',
  'application/zip' => '.zip',
  'application/x-gzip' => '.tar.gz',
  'application/gzip' => '.tar.gz',
}.freeze
GITHUB_URL_REGEX =

Transforms a browser github/bitbucket url to github/bitbucket tar url We distinguish between three different Github/Bitbucket URL types:

- Master URL
- Branch URL
- Commit URL

master url: github.com/nathenharvey/tmp_compliance_profile/ is transformed to github.com/nathenharvey/tmp_compliance_profile/archive/master.tar.gz bitbucket.org/username/repo is transformed to bitbucket.org/username/repo/get/master.tar.gz

branch: github.com/hardening-io/tests-os-hardening/tree/2.0 is transformed to github.com/hardening-io/tests-os-hardening/archive/2.0.tar.gz bitbucket.org/username/repo/branch/branchname is transformed to bitbucket.org/username/repo/get/newbranch.tar.gz

commit: github.com/hardening-io/tests-os-hardening/tree/48bd4388ddffde68badd83aefa654e7af3231876 is transformed to github.com/hardening-io/tests-os-hardening/archive/48bd4388ddffde68badd83aefa654e7af3231876.tar.gz bitbucket.org/username/repo/commits/95ce1f83d5bbe9eec34c5973f6894617e8d6d8cc is transformed to bitbucket.org/username/repo/get/95ce1f83d5bbe9eec34c5973f6894617e8d6d8cc.tar.gz

%r{^https?://(www\.)?github\.com/(?<user>[\w-]+)/(?<repo>[\w-]+)(\.git)?(/)?$}
GITHUB_URL_WITH_TREE_REGEX = 
%r{^https?://(www\.)?github\.com/(?<user>[\w-]+)/(?<repo>[\w-]+)/tree/(?<commit>[\w\.]+)(/)?$}
BITBUCKET_URL_REGEX = 
%r{^https?://(www\.)?bitbucket\.org/(?<user>[\w-]+)/(?<repo>[\w-]+)(\.git)?(/)?$}
BITBUCKET_URL_BRANCH_REGEX = 
%r{^https?://(www\.)?bitbucket\.org/(?<user>[\w-]+)/(?<repo>[\w-]+)/branch/(?<branch>[\w\.]+)(/)?$}
BITBUCKET_URL_COMMIT_REGEX = 
%r{^https?://(www\.)?bitbucket\.org/(?<user>[\w-]+)/(?<repo>[\w-]+)/commits/(?<commit>[\w\.]+)(/)?$}

Instance Attribute Summary collapse

Class Method Summary collapse

Instance Method Summary collapse

Constructor Details

#initialize(url, opts) ⇒ Url

Returns a new instance of Url.



98
99
100
101
102
103
104
105
106
 
# File 'lib/fetchers/url.rb', line 98

def initialize(url, opts)
  @target = url.to_s
  @target_uri = url.is_a?(URI) ? url : parse_uri(url)
  @insecure = opts['insecure']
  @token = opts['token']
  @config = opts
  @archive_path = nil
  @temp_archive_path = nil
end

Instance Attribute Details

#archive_path ⇒ Object (readonly)

Returns the value of attribute archive_path.



96
97
98
 
# File 'lib/fetchers/url.rb', line 96

def archive_path
  @archive_path
end

#files ⇒ Object (readonly)

Returns the value of attribute files.



96
97
98
 
# File 'lib/fetchers/url.rb', line 96

def files
  @files
end

Class Method Details

.resolve(target, opts = {}) ⇒ Object 



22
23
24
25
26
27
28
29
30
 
# File 'lib/fetchers/url.rb', line 22

def self.resolve(target, opts = {})
  if target.is_a?(Hash) && target.key?(:url)
    resolve_from_string(target[:url], opts, target[:username], target[:password])
  elsif target.is_a?(String)
    resolve_from_string(target, opts)
  elsif target.is_a?(URI)
    resolve_from_string(target.to_s, opts)
  end
end

.resolve_from_string(target, opts, username = nil, password = nil) ⇒ Object 



32
33
34
35
36
37
38
39
40
41
42
 
# File 'lib/fetchers/url.rb', line 32

def self.resolve_from_string(target, opts, username = nil, password = nil)
  uri = URI.parse(target)
  return nil if uri.nil? or uri.scheme.nil?
  return nil unless %{ http https }.include? uri.scheme
  target = transform(target)
  opts[:username] = username if username
  opts[:password] = password if password
  new(target, opts)
rescue URI::Error
  nil
end

.transform(target) ⇒ Object 



75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
 
# File 'lib/fetchers/url.rb', line 75

def self.transform(target)
  transformed_target = if m = GITHUB_URL_REGEX.match(target) # rubocop:disable Lint/AssignmentInCondition
                         "https://github.com/#{m[:user]}/#{m[:repo]}/archive/master.tar.gz"
                       elsif m = GITHUB_URL_WITH_TREE_REGEX.match(target) # rubocop:disable Lint/AssignmentInCondition
                         "https://github.com/#{m[:user]}/#{m[:repo]}/archive/#{m[:commit]}.tar.gz"
                       elsif m = BITBUCKET_URL_REGEX.match(target) # rubocop:disable Lint/AssignmentInCondition
                         "https://bitbucket.org/#{m[:user]}/#{m[:repo]}/get/master.tar.gz"
                       elsif m = BITBUCKET_URL_BRANCH_REGEX.match(target) # rubocop:disable Lint/AssignmentInCondition
                         "https://bitbucket.org/#{m[:user]}/#{m[:repo]}/get/#{m[:branch]}.tar.gz"
                       elsif m = BITBUCKET_URL_COMMIT_REGEX.match(target) # rubocop:disable Lint/AssignmentInCondition
                         "https://bitbucket.org/#{m[:user]}/#{m[:repo]}/get/#{m[:commit]}.tar.gz"
                       end

  if transformed_target
    Inspec::Log.warn("URL target #{target} transformed to #{transformed_target}. Consider using the git fetcher")
    transformed_target
  else
    target
  end
end

Instance Method Details

#cache_key ⇒ Object 



116
117
118
 
# File 'lib/fetchers/url.rb', line 116

def cache_key
  @archive_shasum ||= sha256
end

#fetch(path) ⇒ Object 



108
109
110
 
# File 'lib/fetchers/url.rb', line 108

def fetch(path)
  @archive_path ||= download_archive(path)
end

#resolved_source ⇒ Object 



112
113
114
 
# File 'lib/fetchers/url.rb', line 112

def resolved_source
  @resolved_source ||= { url: @target, sha256: sha256 }
end

#to_s ⇒ Object 



120
121
122
 
# File 'lib/fetchers/url.rb', line 120

def to_s
  @target
end