Class: Humboldt::EmrFlow Deprecated

Inherits:
Object
  • Object
show all
Defined in:
lib/humboldt/emr_flow.rb

Overview

Deprecated.

EMR support will be removed in 2.0

Defined Under Namespace

Modules: InstanceGroupConfiguration

Instance Attribute Summary collapse

Instance Method Summary collapse

Constructor Details

#initialize(*args) ⇒ EmrFlow

Returns a new instance of EmrFlow.



8
9
10
11
 
# File 'lib/humboldt/emr_flow.rb', line 8

def initialize(*args)
  @job_name, @input_glob, @package, @emr, @data_bucket, @job_bucket, @output_path = args
  @output_path ||= "#{@package.project_name}/#{@job_name}/output"
end

Instance Attribute Details

#output_path ⇒ Object (readonly)

Returns the value of attribute output_path.



6
7
8
 
# File 'lib/humboldt/emr_flow.rb', line 6

def output_path
  @output_path
end

Instance Method Details

#cleanup! ⇒ Object 



18
19
20
 
# File 'lib/humboldt/emr_flow.rb', line 18

def cleanup!
  delete_output_dir!
end

#jar_path ⇒ Object 



28
29
30
 
# File 'lib/humboldt/emr_flow.rb', line 28

def jar_path
  "#{@package.project_name}/#{File.basename(@package.jar_path)}"
end

#jar_uri ⇒ Object 



32
33
34
 
# File 'lib/humboldt/emr_flow.rb', line 32

def jar_uri
  s3_uri(jar_path)
end

#log_path ⇒ Object 



40
41
42
 
# File 'lib/humboldt/emr_flow.rb', line 40

def log_path
  "#{@package.project_name}/#{@job_name}/logs"
end

#output_uri ⇒ Object 



36
37
38
 
# File 'lib/humboldt/emr_flow.rb', line 36

def output_uri
  s3_uri(output_path)
end

#prepare! ⇒ Object 



13
14
15
16
 
# File 'lib/humboldt/emr_flow.rb', line 13

def prepare!
  upload_bootstrap_task_files!
  upload_jar!
end

#run!(launch_options = {}) ⇒ Object 



22
23
24
25
26
 
# File 'lib/humboldt/emr_flow.rb', line 22

def run!(launch_options={})
  check_jar!
  check_output_dir!
  create_flow!(launch_options)
end