Module: TensorFlow::Keras::Utils

Defined in:
lib/tensorflow/keras/utils.rb

Class Method Summary collapse

Class Method Details

.add_weight(name: nil, shape: [], initializer: nil, dtype: :float) ⇒ Object 



5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
 
# File 'lib/tensorflow/keras/utils.rb', line 5

def add_weight(name: nil, shape: [], initializer: nil, dtype: :float)
  variable = Variable.new(shape: shape, name: name, dtype: dtype)
  initial_value =
    case initializer
    when "zeros"
      TensorFlow.fill(TensorFlow.convert_to_tensor(shape, dtype: :int64), 0.0)
    when "glorot_uniform"
      # TODO compute fans
      fan_in = shape[0]
      fan_out = shape[1]
      scale = 1.0
      scale /= [1.0, (fan_in + fan_out) / 2.0].max
      limit = ::Math.sqrt(3.0 * scale)

      minval = -limit
      maxval = limit

      rnd = RawOps.random_uniform(shape: shape, dtype: :float)
      Math.add(rnd * (maxval - minval), minval)
    else
      raise Error, "Unknown initializer: #{initializer}"
    end
  variable.assign(initial_value)
  variable
end

.get_file(fname, origin, file_hash: nil, cache_subdir: "datasets") ⇒ Object 



31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
 
# File 'lib/tensorflow/keras/utils.rb', line 31

def get_file(fname, origin, file_hash: nil, cache_subdir: "datasets")
  # destination
  # TODO handle this better
  raise "No HOME" unless ENV["HOME"]
  dest = "#{ENV["HOME"]}/.keras/#{cache_subdir}/#{fname}"
  FileUtils.mkdir_p(File.dirname(dest))

  return dest if File.exist?(dest)

  temp_dir ||= File.dirname(Tempfile.new("tensorflow"))
  temp_path = "#{temp_dir}/#{Time.now.to_f}" # TODO better name

  digest = file_hash&.size == 32 ? Digest::MD5.new : Digest::SHA2.new

  uri = URI(origin)

  # Net::HTTP automatically adds Accept-Encoding for compression
  # of response bodies and automatically decompresses gzip
  # and deflateresponses unless a Range header was sent.
  # https://ruby-doc.org/stdlib-2.6.4/libdoc/net/http/rdoc/Net/HTTP.html
  Net::HTTP.start(uri.host, uri.port, use_ssl: true) do |http|
    request = Net::HTTP::Get.new(uri)

    puts "Downloading data from #{origin}"
    i = 0
    File.open(temp_path, "wb") do |f|
      http.request(request) do |response|
        response.read_body do |chunk|
          f.write(chunk)
          digest.update(chunk)

          # print progress
          putc "." if i % 50 == 0
          i += 1
        end
      end
      puts # newline
    end
  end

  if file_hash && digest.hexdigest != file_hash
    raise Error, "Bad hash"
  end

  FileUtils.mv(temp_path, dest)

  dest
end