Class: Hdfs::File

Inherits:
Delegator
  • Object
show all
Defined in:
lib/hdfs_jruby/file.rb

Class Method Summary collapse

Instance Method Summary collapse

Constructor Details

#initialize(path, mode = "r") ⇒ File

Returns a new instance of File.

Parameters:

  • path (String)
  • mode (String) (defaults to: "r")

    ‘r’ read, ‘w’ write, ‘a’: apeend



13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
# File 'lib/hdfs_jruby/file.rb', line 13

def initialize(path, mode = "r")
  #@conf = Hdfs::Configuration.new()
  #@fs = Hdfs::FileSystem.get(@conf)
  @fs = Hdfs.get_fs()
  
  @mode = mode
  if mode == "w"
    @stream = @fs.create(Hdfs::Path.new(path), false)
  elsif mode == "r"
    @stream = @fs.open(Hdfs::Path.new(path))
  elsif mode == "a"
    p = Hdfs::Path.new(path)
    if !@fs.exists(p)
      @stream = @fs.create(Hdfs::Path.new(path), false)
    else
      if ! @fs.isFile(p)
        raise "path: #{path} is not file"
      end
      @stream = @fs.append(Hdfs::Path.new(path))
    end
  end
end

Class Method Details

.open(path, mode = "r") ⇒ Object

Examples:

Hdfs::File.open("hoge.txt", "r") do | io |
  ...
end

Hdfs::File.open("hoge.txt", "r").each do | line |
  puts line
end

Parameters:

  • path (String)
  • mode (String) (defaults to: "r")

    ‘r’ read, ‘w’ write, ‘a’: apeend



47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
# File 'lib/hdfs_jruby/file.rb', line 47

def self.open(path, mode = "r")
  if block_given?
    io = File.new(path, mode).to_io
    begin
      yield(io)
    ensure
      begin
        io.close
      rescue
      end
    end
  else
    return File.new(path, mode).to_io
  end
end

Instance Method Details

#__getobj__Object



90
91
92
# File 'lib/hdfs_jruby/file.rb', line 90

def __getobj__
  @stream
end

#__setobj__(obj) ⇒ Object



95
96
97
# File 'lib/hdfs_jruby/file.rb', line 95

def __setobj__(obj)
  @stream = obj
end

#closeObject



84
85
86
87
# File 'lib/hdfs_jruby/file.rb', line 84

def close
  @stream.close
  @fs.close
end

#seek(offset, whence = IO::SEEK_SET) ⇒ Object



79
80
81
82
# File 'lib/hdfs_jruby/file.rb', line 79

def seek(offset, whence = IO::SEEK_SET)
  @stream.seek(offset)
  0
end

#sysread(length, outbuf = "") ⇒ Object



68
69
70
71
72
73
74
75
76
# File 'lib/hdfs_jruby/file.rb', line 68

def sysread(length, outbuf = "")
  buf = Java::byte[length].new

  n = @stream.read(buf)
  if n < 0
    return nil
  end
  outbuf << java.lang.String.new(buf, 0, n).to_s
end

#syswrite(str) ⇒ Object



63
64
65
66
# File 'lib/hdfs_jruby/file.rb', line 63

def syswrite(str)
  n = @stream.write(str.to_java_bytes)
  return n.to_i
end