Class: SparkToolkit::YARN::Client

Inherits:
Object
  • Object
show all
Defined in:
lib/spark_toolkit/hadoop/yarn/client.rb

Instance Method Summary collapse

Constructor Details

#initialize(conf = nil) ⇒ Client

Returns a new instance of Client.



6
7
8
9
10
 
# File 'lib/spark_toolkit/hadoop/yarn/client.rb', line 6

def initialize(conf=nil)
  initalise
  @conf = conf
  init conf if conf
end

Instance Method Details

#get_application_attempts(app_id) ⇒ Object

get_container_report(container_id)



22
23
24
 
# File 'lib/spark_toolkit/hadoop/yarn/client.rb', line 22

def get_application_attempts(app_id)
  getApplicationAttempts(app_id).to_a
end

#get_application_logs(appid, dev = :all) ⇒ Object

Available devs are:

  • :all

  • :stdout

  • :stderr



35
36
37
38
39
 
# File 'lib/spark_toolkit/hadoop/yarn/client.rb', line 35

def get_application_logs(appid, dev=:all)
  @conf ||= SparkToolkit::Conf::Configuration.new
  @log_accssor ||= SparkToolkit::YARN::LogAccessor.new(@conf)
  @log_accssor.get_logs(appid, dev)
end

#get_applications ⇒ Object 



12
13
14
 
# File 'lib/spark_toolkit/hadoop/yarn/client.rb', line 12

def get_applications
  getApplications.to_a
end

#get_containers(app_id) ⇒ Object

get_application_report(app_id)



17
18
19
 
# File 'lib/spark_toolkit/hadoop/yarn/client.rb', line 17

def get_containers(app_id)
  getContainers(app_id).to_a
end

#get_node_reports ⇒ Object

get_attempt_report(app_id)



27
28
29
 
# File 'lib/spark_toolkit/hadoop/yarn/client.rb', line 27

def get_node_reports
  getNodeReports.to_a
end

#initalise ⇒ Object 



5
 
# File 'lib/spark_toolkit/hadoop/yarn/client.rb', line 5

alias_method :initalise, :initialize