Class: Mondupe

Inherits:
Object
  • Object
show all
Defined in:
lib/mondupe.rb

Instance Method Summary collapse

Instance Method Details

#add_user(instance_ip, username, password, database, roles) ⇒ Object 



119
120
121
 
# File 'lib/mondupe.rb', line 119

def add_user(instance_ip, username, password, database, roles)
  #add db users here
end

#bootstrap(instance_name, instance_fqdn, instance_ipaddress, chef_environment, chef_identity_file, chef_run_list, ssh_user, knife_exec) ⇒ Object 



90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
 
# File 'lib/mondupe.rb', line 90

def bootstrap(instance_name, instance_fqdn, instance_ipaddress, chef_environment, chef_identity_file, chef_run_list, ssh_user, knife_exec)
  # Bootstrap the new instance with chef
  puts "Bootstraping node with Chef..."
  puts "Running..."
  #puts "#{knife_exec} bootstrap #{instance_ipaddress} -N #{instance_fqdn[0...-1]} -E #{chef_environment} -i #{chef_identity_file} -r #{chef_run_list} -x #{ssh_user} --sudo"
  tries = 20
  begin
    sleep 30
    system("#{knife_exec} bootstrap #{instance_ipaddress} -N #{instance_fqdn[0...-1]} -E #{chef_environment} -i #{chef_identity_file} -r #{chef_run_list} -x #{ssh_user} --sudo") or raise "Knife bootstrap failed"
  rescue
    tries -= 1
    puts "Cannot connect to node, trying again... #{tries} left."
    retry if tries > 0
  end
end

#create_dns(instance_fqdn, route53_domain, instance) ⇒ Object 



69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
 
# File 'lib/mondupe.rb', line 69

def create_dns(instance_fqdn, route53_domain, instance)
  # Set up DNS through Route53
  puts "Setting up Route53 DNS..."
  # Check to see if record exists
  route53 = AWS::Route53.new(:access_key_id => ENV['AWS_ACCESS_KEY_ID'], :secret_access_key => ENV['AWS_SECRET_ACCESS_KEY'])
  zone = route53.hosted_zones.select { |z| z.name == route53_domain }.first

  rrsets = AWS::Route53::HostedZone.new(zone.id).rrsets
  rrset = rrsets.create(instance_fqdn, 'CNAME', :ttl => 300, :resource_records => [{:value => instance.ip_address }])
  if rrset.exists?
    # Update if record exists
    rrset.update
  else
    # Create new record if does not exist
    rrset = zone.rrsets[instance_fqdn, 'CNAME']
    rrset.resource_records = [ { :value => instance.ip_address } ]
    rrset.update
  end
end

#create_instance(instance_name, instance_image_id, instance_type, instance_count, security_group, key_pair_name, expire_days, instance_owner, instance_volume_size) ⇒ Object 



6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
 
# File 'lib/mondupe.rb', line 6

def create_instance(instance_name, instance_image_id, instance_type, instance_count, security_group, key_pair_name, expire_days, instance_owner, instance_volume_size)
  #AWS.config(:access_key_id => ENV['AWS_ACCESS_KEY_ID'], :secret_access_key => ENV['AWS_SECRET_ACCESS_KEY'], region: 'us-east-1')

  ec2 = AWS::EC2.new(:access_key_id => ENV['AWS_ACCESS_KEY_ID'], :secret_access_key => ENV['AWS_SECRET_ACCESS_KEY'])
  key_pair = ec2.key_pairs[key_pair_name]

  # Use this to create a new security group - Can have preset options
  #security_group = ec2.security_groups.create("sg_#{instance_name}")
  #security_group = 'sg_my_awesome_new_instance'

  instance = ec2.instances.create(
    :image_id => instance_image_id,
    :block_device_mappings => [{
      :device_name => "/dev/sda1",
      :ebs => {
        :volume_size => instance_volume_size,
        :delete_on_termination => true
      }
    }],
    :instance_type => instance_type,
    :count => instance_count,
    :security_groups => [ security_group ],
    :key_pair => key_pair
  )

  created_date_time = Time.now.to_i

  # Display some information about the new instance
  puts "Instance '#{instance_name}' created with ID '#{instance.id}'"

  instance.tag('Name', :value => instance_name)
  instance.tag('owner', :value => instance_owner)
  instance.tag('expire_days', :value => expire_days)
  instance.tag('created', :value => created_date_time)
  instance.tag('mondupe')

  puts "Added tags... "
  puts "  Name: #{instance_name}"
  puts "  owner: #{instance_owner}"
  puts "  expires: #{expire_days}"
  puts "  created: #{created_date_time}"

  # Wait for instance to be ready
  current_state = ""
  until instance.status == :running
    if current_state != instance.status
      puts "Status: #{instance.status.to_s}"
      print "Instance coming up "
      current_state = instance.status
    else
      print "."
      sleep 1
    end
  end

  puts ""
  puts "Instance #{instance.id} is now running"
  puts "Name: #{instance.tags['Name']}"
  puts "IP: #{instance.ip_address}"
  puts "Public DNS: #{instance.dns_name}"
  instance
end

#execute_js(instance_dns, ssh_key, ssh_user, java_command, mongo_db_name, mongo_user, mongo_pass, mongo_auth_db) ⇒ Object 



157
158
159
160
161
162
163
164
165
166
167
168
 
# File 'lib/mondupe.rb', line 157

def execute_js(instance_dns, ssh_key, ssh_user, java_command, mongo_db_name, mongo_user, mongo_pass, mongo_auth_db)
  abort "You must specify a database name to execute java script against. Use -r [mongo_db_name] or ENV['MONGO_DB_NAME'] to set this value." if mongo_db_name.nil?
  db_connect_string = "mongo #{mongo_db_name}"
  db_connect_string << " -u \"#{mongo_user}\" -p \"#{mongo_pass}\"" if !mongo_user.nil? && !mongo_pass.nil?
  db_connect_string << " --authenticationDatabase \"#{mongo_auth_db}\"" if !mongo_auth_db.nil?
  #puts "Connect String: #{db_connect_string}"
  puts "#{Time.now.to_s} - Running command on #{instance_dns} against #{mongo_db_name}"
  puts "JS Query: #{java_command}"
  db_output = `ssh -i #{ssh_key} #{ssh_user}@#{instance_dns} "#{db_connect_string} --eval '#{java_command}'"`
  puts db_output
  if $?.success? then puts "#{Time.now.to_s} - Command execution complete" else abort("Error executing command") end
end

#expire(instance_id, instance_name, expire_days) ⇒ Object 



178
179
180
 
# File 'lib/mondupe.rb', line 178

def expire(instance_id, instance_name, expire_days)
  puts "function not quite ready yet"
end

#get_db_dump_from_s3(instance_ip, s3_bucket_name, dump_tmp_path, ssh_user, dump_file_name) ⇒ Object 



106
107
108
109
110
111
112
113
114
115
116
117
 
# File 'lib/mondupe.rb', line 106

def get_db_dump_from_s3(instance_ip, s3_bucket_name, dump_tmp_path, ssh_user, dump_file_name)
  expiration = Time.now.to_i + 400*60
  s3 = AWS::S3.new(:access_key_id => ENV['AWS_ACCESS_KEY_ID'], :secret_access_key => ENV['AWS_SECRET_ACCESS_KEY'])
  backups = s3.buckets[s3_bucket_name]
  latest_backup = backups.objects.sort_by {|backup| backup.last_modified}.last
  download_url = latest_backup.url_for(:get, :expires_in => expiration, :response_content_type => "application/json")
  puts "Download URL: #{download_url}"
  puts "#{Time.now.to_s} - Starting download."
  puts "  Please wait..."
  `ssh -i ~/.ssh/DevOps.pem #{ssh_user}@#{instance_ip} "sudo mkdir -p #{dump_tmp_path} && sudo chown #{ssh_user}:#{ssh_user} #{dump_tmp_path} && cd #{dump_tmp_path} && wget '#{download_url}' -O #{File.join(dump_tmp_path, dump_file_name)} 2&>1"`
  puts "#{Time.now.to_s} - Download completed"
end

#list ⇒ Object 



174
175
176
 
# File 'lib/mondupe.rb', line 174

def list
  puts "function not quite ready yet"
end

#restore_db(instance_ip, dump_tmp_path, ssh_key, ssh_user, dump_file_name, mongo_db_name, mongo_user, mongo_pass, mongo_auth_db) ⇒ Object 



123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
 
# File 'lib/mondupe.rb', line 123

def restore_db(instance_ip, dump_tmp_path, ssh_key, ssh_user, dump_file_name, mongo_db_name, mongo_user, mongo_pass, mongo_auth_db)
  # Restore from the database dump
  # TODO - Fail the process if any step fails
  abort "You must specify a database name to drop and restore. Use -n [name] or ENV['MONGO_DB_NAME'] to set this value." if mongo_db_name.nil?
  ssh_command = "ssh -i #{ssh_key} #{ssh_user}@#{instance_ip}"
  db_connect_string = "mongo #{mongo_db_name}"
  db_connect_string << " -u \"#{mongo_user}\" -p \"#{mongo_pass}\"" if !mongo_user.nil? && !mongo_pass.nil?
  db_connect_string << " --authenticationDatabase \"#{mongo_auth_db}\"" if !mongo_auth_db.nil?
  tries = 20
  begin
    `#{ssh_command} "echo 'db.serverStatus()' | #{db_connect_string}"` or raise "Connection failed..."
    sleep 20
  rescue
    tries -= 1
    puts "Could not connect to DB. Trying again... #{tries} left."
    retry if tries > 0 else abort "Unable to connect to DB"
  end
  puts "#{Time.now.to_s} - Dropping existing database"
  `#{ssh_command} "#{db_connect_string} --eval 'db.dropDatabase()'"`
  if $?.success? then puts "#{Time.now.to_s} - Database drop complete" else abort("Error dropping database") end
  puts "Extracting database dump archive file..."
  `#{ssh_command} "cd #{dump_tmp_path}; tar xf #{dump_file_name}"`
  if $?.success? then puts "#{Time.now.to_s} - Extraction complete!" else abort("Error extracting archive") end
  puts "Restoring Mongo Database from extracted dump: #{File.join(dump_tmp_path, "#{mongo_db_name}")}"
  `#{ssh_command} "time mongorestore #{File.join(dump_tmp_path, "#{mongo_db_name}")}"`
  if $?.success? then puts "#{Time.now.to_s} - Database restore complete!" else abort("Error restoring databse") end
  puts "Removing database archive file"
  `#{ssh_command} "rm -rf #{File.join(dump_tmp_path, dump_file_name)}"`
  if $?.success? then puts "#{Time.now.to_s} - Archive removed!" else abort("Error removing archive") end
  puts "#{Time.now.to_s} - Cleaning up our mess..."
  `#{ssh_command} "rm -rf #{File.join(dump_tmp_path, "#{mongo_db_name}")}"`
  if $?.success? then puts "#{Time.now.to_s} - Mess cleaned up!" else abort("Error cleaning up after myself...") end
end

#terminate(instance_id) ⇒ Object 



170
171
172
 
# File 'lib/mondupe.rb', line 170

def terminate(instance_id)
  puts "function not quite ready yet"
end