Class: Cnvrg::Data

Inherits:
SubCommandBase show all
Defined in:
lib/cnvrg/data.rb

Instance Method Summary collapse

Methods inherited from SubCommandBase

banner, subcommand_prefix

Instance Method Details

#clone(dataset_url) ⇒ Object



90
91
92
93
94
95
96
97
98
# File 'lib/cnvrg/data.rb', line 90

def clone(dataset_url)
  cli = Cnvrg::CLI.new()
  only_tree =options[:only_tree]
  commit =options[:commit]
  query =options[:query]
  read = options[:read]
  remote = options[:remote]
  cli.clone_data(dataset_url, only_tree=only_tree,commit=commit, query=query, read=read, remote=remote)
end

#clone_query(dataset_url) ⇒ Object



130
131
132
133
134
# File 'lib/cnvrg/data.rb', line 130

def clone_query(dataset_url)
  cli = Cnvrg::CLI.new()
  query =options[:query]
  cli.clone_data_query(dataset_url,query=query)
end

#commitsObject



151
152
153
154
155
# File 'lib/cnvrg/data.rb', line 151

def commits()
  cli = Cnvrg::CLI.new()
  cli.list_dataset_commits()

end

#delete(dataset_slug) ⇒ Object



137
138
139
140
141
# File 'lib/cnvrg/data.rb', line 137

def delete(dataset_slug)
  cli = Cnvrg::CLI.new()
  cli.delete_data(dataset_slug)

end

#downloadObject



74
75
76
77
78
79
80
81
82
# File 'lib/cnvrg/data.rb', line 74

def download()
  cli = Cnvrg::CLI.new()
  verbose = options["verbose"]
  sync = options["sync"]
  new_branch = options["new_branch"]
  commit = options["commit"]
  all_files = options["all_files"]
  cli.download_data_new(verbose,sync,new_branch, commit,all_files)
end

#download_tags_yamlObject



188
189
190
191
# File 'lib/cnvrg/data.rb', line 188

def download_tags_yaml
  cli = Cnvrg::CLI.new()
  cli.download_tags_yaml()
end

#files(dataset_url) ⇒ Object



162
163
164
165
166
167
168
169
170
171
172
173
# File 'lib/cnvrg/data.rb', line 162

def files(dataset_url)
  cli = Cnvrg::CLI.new()
  cli.verify_logged_in(false)
  cli.log_start(__method__, args, options)
  @dataset = Dataset.new(dataset_url: dataset_url)
  files = @dataset.list_files(
      commit_sha1: options[:commit_sha1],
      limit: options[:limit],
      expires: options[:expires],
      offset: options[:offset])
  cli.log_message(files)
end

#initObject



20
21
22
23
24
25
# File 'lib/cnvrg/data.rb', line 20

def init
  cli = Cnvrg::CLI.new()
  public = options["public"]
  bucket = options["bucket"]
  cli.init_data(public, bucket: bucket)
end

#listObject



143
144
145
146
147
148
# File 'lib/cnvrg/data.rb', line 143

def list()
  cli = Cnvrg::CLI.new()

  cli.list_dataset()

end

#put(dataset_url, *files) ⇒ Object



122
123
124
125
126
# File 'lib/cnvrg/data.rb', line 122

def put(dataset_url, *files)
  cli = Cnvrg::CLI.new()
  dir = options[:dir]
  cli.data_put(dataset_url, files: files, dir: dir)
end

#queriesObject



176
177
178
179
# File 'lib/cnvrg/data.rb', line 176

def queries()
  cli = Cnvrg::CLI.new()
  cli.queries()
end

#query_files(query) ⇒ Object



182
183
184
185
# File 'lib/cnvrg/data.rb', line 182

def query_files(query)
  cli = Cnvrg::CLI.new()
  cli.query_files(query)
end

#setObject



111
112
113
114
115
116
117
118
# File 'lib/cnvrg/data.rb', line 111

def set
  cli = Cnvrg::CLI.new
  cli.log_start(__method__)
  cli.log_handler
  if options['url'].present?
    cli.set_data_url(options['url'])
  end
end

#sync_data_newObject



54
55
56
57
58
59
60
61
62
63
64
65
66
# File 'lib/cnvrg/data.rb', line 54

def sync_data_new()
  cli = Cnvrg::CLI.new()
  force = options["force"]
  new_branch = options["new_branch"]
  verbose = options["verbose"]
  commit = options["commit"]
  all_files = options["all_files"]
  tags = options["tags"]
  parallel=options["parallel"]
  chunk_size = options["chunk_size"]
  init = options["init"]
  cli.sync_data_new(new_branch, force, verbose,commit,all_files, tags,parallel, chunk_size, init)
end

#test(data_url) ⇒ Object



195
196
197
198
199
200
201
202
203
204
# File 'lib/cnvrg/data.rb', line 195

def test(data_url)
  cli = Cnvrg::CLI.new
  cli.verify_logged_in(true)
  cli.log_start(__method__, args, options)
  @dataset = Dataset.new(dataset_url: data_url)
  resp = @dataset.get_storage_client
  @dataset.init_home(remote: false)
  @dataset.download_softlink

end

#uploadObject



33
34
35
36
37
38
39
40
41
42
# File 'lib/cnvrg/data.rb', line 33

def upload
  cli = Cnvrg::CLI.new()
  verbose = options["verbose"]
  sync = options["sync"]
  force = options["force"]
  new_branch = options["new_branch"]
  chunk_size = options["chunk_size"]
  tags = options["tags"]
  cli.upload_data_new(new_branch,  verbose,sync,force, tags, chunk_size)
end

#verify(*dataset_titles) ⇒ Object



103
104
105
106
107
# File 'lib/cnvrg/data.rb', line 103

def verify(*dataset_titles)
  cli = Cnvrg::CLI.new()
  timeout =options[:timeout]
  cli.verify_datasets(dataset_titles, timeout)
end