Module: Cfer::Provisioning

Defined in:
lib/cfer/provisioning.rb,
lib/cfer/provisioning/chef.rb,
lib/cfer/provisioning/version.rb,
lib/cfer/provisioning/cloud-init.rb,
lib/cfer/provisioning/cfn-bootstrap.rb

Defined Under Namespace

Classes: ConfigSet

Constant Summary collapse

VERSION = 
"0.2.3"
DEFAULT_HUP_INTERVAL_IN_MINUTES = 
5

Instance Method Summary collapse

Instance Method Details

#build_write_json_cmd(chef_solo_json_path) ⇒ Object 



66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
 
# File 'lib/cfer/provisioning/chef.rb', line 66

def build_write_json_cmd(chef_solo_json_path)
  python_json_dump = [
    'import sys; import json;',
    'print json.dumps(json.loads(sys.stdin.read())',
    '.get("CferExt::Provisioning::Chef", {}), sort_keys=True, indent=2)'
  ].join('')

  cmd = "    mkdir -p '\#{File.dirname(chef_solo_json_path)}' &&\n      cfn-get-metadata --region 'C{AWS.region}' \\\n                       -s 'C{AWS.stack_name}' \\\n                       -r \#{@name} |\n      python -c '\#{python_json_dump}' > \#{chef_solo_json_path}\n  BASH\n\n  Cfer.cfize(cmd)\nend\n".strip_heredoc

#cfn_auth(name, options = {}) ⇒ Object 



10
11
12
13
 
# File 'lib/cfer/provisioning/cfn-bootstrap.rb', line 10

def cfn_auth(name, options = {})
  cfn_metadata['AWS::CloudFormation::Authentication'] ||= {}
  cfn_metadata['AWS::CloudFormation::Authentication'][name] = options
end

#cfn_init_config(name, options = {}, &block) ⇒ Object 



36
37
38
39
40
 
# File 'lib/cfer/provisioning/cfn-bootstrap.rb', line 36

def cfn_init_config(name, options = {}, &block)
  cfg = ConfigSet.new(cloudformation_init[name])
  Docile.dsl_eval(cfg, &block)
  cloudformation_init[name] = cfg.to_h
end

#cfn_init_config_set(name, sections) ⇒ Object 



28
29
30
31
32
33
34
 
# File 'lib/cfer/provisioning/cfn-bootstrap.rb', line 28

def cfn_init_config_set(name, sections)
  cfg_sets = cloudformation_init['configSets'] || { 'default' => [] }
  cfg_set = Set.new(cfg_sets[name] || [])
  cfg_set.merge sections
  cfg_sets[name] = cfg_set.to_a
  cloudformation_init['configSets'] = cfg_sets
end

#cfn_init_setup(options = {}) ⇒ Object 



15
16
17
18
19
20
21
22
 
# File 'lib/cfer/provisioning/cfn-bootstrap.rb', line 15

def cfn_init_setup(options = {})
  cfn_metadata['AWS::CloudFormation::Init'] = {}
  cfn_init_set_cloud_init(options)

  if options[:cfn_hup_config_set]
    cfn_hup(options)
  end
end

#cfn_metadata ⇒ Object 



6
7
8
 
# File 'lib/cfer/provisioning/cfn-bootstrap.rb', line 6

def cfn_metadata
  self[:Metadata] ||= {}
end

#chef_client(options = {}) ⇒ Object 



84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
 
# File 'lib/cfer/provisioning/chef.rb', line 84

def chef_client(options = {})
  raise "Chef already configured on this resource" if @chef
  @chef = true

  raise "must specify chef_server_url" if options[:chef_server_url].nil?
  raise "must specify validation_client_name" if options[:validation_client_name].nil?

  options[:config_path] ||= '/etc/chef/client.rb'
  options[:json_path] ||= '/etc/chef/node.json'
  options[:cookbook_path] ||= '/var/chef/cookbooks'
  options[:data_bag_path] ||= '/var/chef/data_bags'
  options[:log_path] ||= '/var/log/chef-client.log'

  options[:service_type] ||= :upstart

  run_set = []

  install_chef_with_cloud_init(options) unless options[:no_install]

  add_write_chef_json(options)
  run_set << :write_chef_json

  cfn_init_config :run_chef_client do
    client_rb = Erubis::Eruby.new(IO.read("#{__dir__}/client.rb.erb")).result(options: options)

    file options[:config_path], content: Cfer.cfize(options[:client_rb] || client_rb),
      mode: '000400', owner: 'root', group: 'root'

    command :'00_run_chef_once', 'chef-client --once'
  end
  run_set << :run_chef_client

  cfn_init_config_set :run_chef_client, run_set
end

#chef_solo(options = {}) ⇒ Object 



119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
 
# File 'lib/cfer/provisioning/chef.rb', line 119

def chef_solo(options = {})
  raise "Chef already configured on this resource" if @chef
  @chef = true

  must_install_berkshelf = !options[:berksfile].nil? || options[:force_berkshelf_install]

  options[:config_path] ||= '/etc/chef/solo.rb'
  options[:json_path] ||= '/etc/chef/node.json'
  options[:cookbook_path] ||= '/var/chef/cookbooks'
  options[:data_bag_path] ||= '/var/chef/data_bags'
  options[:log_path] ||= '/var/log/chef-solo.log'

  install_chef_with_cloud_init(options) unless options[:no_install]

  if must_install_berkshelf
    install_berkshelf(options) if must_install_berkshelf # places cloud-init runners
  end

  run_set = []

  unless options[:berksfile].nil?
    emit_berksfile(options)
    run_set << :emit_berksfile
  end

  unless options[:berksfile].nil? || options[:no_run_berkshelf]
    run_berkshelf(options)
    run_set << :run_berkshelf
  end

  add_write_chef_json(options)
  run_set << :write_chef_json

  cfn_init_config :run_chef_solo do
    solo_rb = "      cookbook_path '\#{options[:cookbook_path]}'\n      log_location '\#{options[:log_path]}'\n\n      json_attribs '\#{options[:json_path]}'\n    RB\n\n    file options[:config_path], content: options[:solo_rb] || solo_rb,\n      mode: '000400', owner: 'root', group: 'root'\n\n    command :run_chef, 'chef-solo'\n  end\n  run_set << :run_chef_solo\n\n  cfn_init_config_set :run_chef_solo, run_set\nend\n".strip_heredoc

#cloud_init ⇒ Object 



12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
 
# File 'lib/cfer/provisioning/cloud-init.rb', line 12

def cloud_init
  unless self.key?(:CloudInit)
    self[:CloudInit] = {
      bootcmd: [],
      runcmd: [],
      packages: [],
      ssh_authorized_keys: [],
      write_files: [
        {
          path: '/etc/cfn-resource-name',
          permissions: '0444',
          content: @name.to_s
        },
        {
          path: '/etc/cfn-stack-name',
          permissions: '0444',
          content: 'C{AWS.stack_name}'
        },
        {
          path: '/etc/cfn-region',
          permissions: '0444',
          content: 'C{AWS.region}'
        }
      ],
      output: {}
    }
  end

  self[:CloudInit]
end

#cloud_init_bootcmds ⇒ Object 



43
44
45
 
# File 'lib/cfer/provisioning/cloud-init.rb', line 43

def cloud_init_bootcmds
  cloud_init[:bootcmd]
end

#cloud_init_finalize! ⇒ Object 



67
68
69
70
71
72
 
# File 'lib/cfer/provisioning/cloud-init.rb', line 67

def cloud_init_finalize!
  cloud_init_outputs[:all] ||= "| tee -a /var/log/cloud-init-output.log"

  user_data Fn.base64( cloud_init_to_user_data(self[:CloudInit]) )
  self.delete :CloudInit
end

#cloud_init_outputs ⇒ Object 



51
52
53
 
# File 'lib/cfer/provisioning/cloud-init.rb', line 51

def cloud_init_outputs
  cloud_init[:output]
end

#cloud_init_packages ⇒ Object 



55
56
57
 
# File 'lib/cfer/provisioning/cloud-init.rb', line 55

def cloud_init_packages
  cloud_init[:packages]
end

#cloud_init_runcmds ⇒ Object 



47
48
49
 
# File 'lib/cfer/provisioning/cloud-init.rb', line 47

def cloud_init_runcmds
  cloud_init[:runcmd]
end

#cloud_init_ssh_authorized_keys ⇒ Object 



63
64
65
 
# File 'lib/cfer/provisioning/cloud-init.rb', line 63

def cloud_init_ssh_authorized_keys
  cloud_init[:ssh_authorized_keys]
end

#cloud_init_write_files ⇒ Object 



59
60
61
 
# File 'lib/cfer/provisioning/cloud-init.rb', line 59

def cloud_init_write_files
  cloud_init[:write_files]
end

#config_set(name) ⇒ Object 



24
25
26
 
# File 'lib/cfer/provisioning/cfn-bootstrap.rb', line 24

def config_set(name)
  { "ConfigSet" => name }
end

#emit_berksfile(options) ⇒ Object 



53
54
55
56
57
58
 
# File 'lib/cfer/provisioning/chef.rb', line 53

def emit_berksfile(options)
  cfn_init_config :emit_berksfile do
    file '/var/chef/Berksfile', content: Cfer.cfize(options[:berksfile].strip_heredoc),
      mode: '000500', owner: 'root', group: 'root'
  end
end

#install_berkshelf(options) ⇒ Object 



15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
 
# File 'lib/cfer/provisioning/chef.rb', line 15

def install_berkshelf(options)
  cloud_init_packages << 'git'

  cloud_init_bootcmds << '/opt/chef/embedded/bin/gem install berkshelf --no-ri --no-rdoc'

  berks_content = "      # may be run before HOME is established (fixes RbReadLine bug)\n      export HOME=/root\n      export BERKSHELF_PATH=/var/chef/berkshelf\n\n      # Some cookbooks have UTF-8, and cfn-init uses US-ASCII because of reasons\n      export LANG=en_US.UTF-8\n      export RUBYOPTS=\"-E utf-8\"\n\n      set -e\n      [ -f /opt/chef/embedded/bin/berks ] || /opt/chef/embedded/bin/gem install berkshelf -v 4.3.5\n      set +e\n\n      # Berkshelf seems a bit unreliable, so retry these commands a couple times.\n      if [ -e Berksfile.lock ]\n      then\n        for i in {1..3}; do\n          /opt/chef/embedded/bin/berks update && break || sleep 15\n        done\n      fi\n      for i in {1..3}; do\n        /opt/chef/embedded/bin/berks vendor '\#{options[:cookbook_path]}' \\\n          -b /var/chef/Berksfile && break || sleep 15\n      done\n    EOF\n\n  cloud_init_write_files << {\n    path: '/var/chef/berkshelf.sh',\n    content: berks_content,\n    permissions: '0500'\n  }\nend\n".strip_heredoc

#install_chef_with_cloud_init(options = {}) ⇒ Object 



2
3
4
5
6
7
8
9
10
11
12
13
 
# File 'lib/cfer/provisioning/chef.rb', line 2

def install_chef_with_cloud_init(options = {})
  # we can't use the cloud-init `chef` module because it expects a server/validator.

  cloud_init_bootcmds <<
    "command -v chef-client || " \
      "curl https://www.opscode.com/chef/install.sh | " \
        "bash -s -- -v #{options[:version] || 'latest'}"
  cloud_init_bootcmds << "mkdir -p /etc/chef/ohai/hints"
  cloud_init_bootcmds << "touch /etc/chef/ohai/hints/ec2.json"
  cloud_init_bootcmds << "mkdir -p '#{options[:cookbook_path]}'"
  cloud_init_bootcmds << "mkdir -p '#{options[:data_bag_path]}'"
end

#run_berkshelf(options) ⇒ Object 



60
61
62
63
64
 
# File 'lib/cfer/provisioning/chef.rb', line 60

def run_berkshelf(options)
  cfn_init_config :run_berkshelf do
    command :run_berkshelf, '/var/chef/berkshelf.sh', cwd: '/var/chef'
  end
end