Class: SparkToolkit::Conf::Configuration

Inherits:
Object
  • Object
show all
Defined in:
lib/spark_toolkit/hadoop/conf/configuration.rb

Instance Method Summary collapse

Constructor Details

#initialize(opts = {}) ⇒ Configuration

Returns a new instance of Configuration.



8
9
10
11
12
13
14
15
16
17
 
# File 'lib/spark_toolkit/hadoop/conf/configuration.rb', line 8

def initialize(opts={})
  initialise

  default_opts = {
    'fs.hdfs.impl' => 'org.apache.hadoop.hdfs.DistributedFileSystem',
    'fs.file.impl' => 'org.apache.hadoop.fs.LocalFileSystem'
  }

  default_opts.merge(opts).each { |k, v| set(k, v) }
end

Instance Method Details

#[](k) ⇒ Object 



28
29
30
 
# File 'lib/spark_toolkit/hadoop/conf/configuration.rb', line 28

def [](k)
  get(k)
end

#[]=(k, v) ⇒ Object 



24
25
26
 
# File 'lib/spark_toolkit/hadoop/conf/configuration.rb', line 24

def []=(k, v)
  set(k, v)
end

#add_config_dir(dir) ⇒ Object

Load *.xml files under input dir



33
34
35
 
# File 'lib/spark_toolkit/hadoop/conf/configuration.rb', line 33

def add_config_dir(dir)
  Dir.glob("#{dir}/*.xml").each { |f| add_resource(f) }
end

#add_resource(f) ⇒ Object 



20
21
22
 
# File 'lib/spark_toolkit/hadoop/conf/configuration.rb', line 20

def add_resource(f)
  add_resource_java(Path.new(f))
end

#add_resource_java ⇒ Object 



19
 
# File 'lib/spark_toolkit/hadoop/conf/configuration.rb', line 19

alias_method :add_resource_java, :add_resource

#initialise ⇒ Object 



7
 
# File 'lib/spark_toolkit/hadoop/conf/configuration.rb', line 7

alias_method :initialise, :initialize