Class: Cnvrg::Data

Inherits:
SubCommandBase show all
Defined in:
lib/cnvrg/data.rb

Instance Method Summary collapse

Methods inherited from SubCommandBase

banner, subcommand_prefix

Instance Method Details

#clone(dataset_url) ⇒ Object 



89
90
91
92
93
94
95
96
97
 
# File 'lib/cnvrg/data.rb', line 89

def clone(dataset_url)
  cli = Cnvrg::CLI.new()
  only_tree =options[:only_tree]
  commit =options[:commit]
  query =options[:query]
  read = options[:read]
  remote = options[:remote]
  cli.clone_data(dataset_url, only_tree=only_tree,commit=commit, query=query, read=read, remote=remote)
end

#clone_query(dataset_url) ⇒ Object 



129
130
131
132
133
 
# File 'lib/cnvrg/data.rb', line 129

def clone_query(dataset_url)
  cli = Cnvrg::CLI.new()
  query =options[:query]
  cli.clone_data_query(dataset_url,query=query)
end

#commits ⇒ Object 



150
151
152
153
154
 
# File 'lib/cnvrg/data.rb', line 150

def commits()
  cli = Cnvrg::CLI.new()
  cli.list_dataset_commits()

end

#delete(dataset_slug) ⇒ Object 



136
137
138
139
140
 
# File 'lib/cnvrg/data.rb', line 136

def delete(dataset_slug)
  cli = Cnvrg::CLI.new()
  cli.delete_data(dataset_slug)

end

#download ⇒ Object 



73
74
75
76
77
78
79
80
81
 
# File 'lib/cnvrg/data.rb', line 73

def download()
  cli = Cnvrg::CLI.new()
  verbose = options["verbose"]
  sync = options["sync"]
  new_branch = options["new_branch"]
  commit = options["commit"]
  all_files = options["all_files"]
  cli.download_data_new(verbose,sync,new_branch, commit,all_files)
end

#download_tags_yaml ⇒ Object 



187
188
189
190
 
# File 'lib/cnvrg/data.rb', line 187

def download_tags_yaml
  cli = Cnvrg::CLI.new()
  cli.download_tags_yaml()
end

#files(dataset_url) ⇒ Object 



161
162
163
164
165
166
167
168
169
170
171
172
 
# File 'lib/cnvrg/data.rb', line 161

def files(dataset_url)
  cli = Cnvrg::CLI.new()
  cli.verify_logged_in(false)
  cli.log_start(__method__, args, options)
  @dataset = Dataset.new(dataset_url: dataset_url)
  files = @dataset.list_files(
      commit_sha1: options[:commit_sha1],
      limit: options[:limit],
      expires: options[:expires],
      offset: options[:offset])
  cli.log_message(files)
end

#init ⇒ Object 



19
20
21
22
23
24
 
# File 'lib/cnvrg/data.rb', line 19

def init
  cli = Cnvrg::CLI.new()
  public = options["public"]
  bucket = options["bucket"]
  cli.init_data(public, bucket: bucket)
end

#list ⇒ Object 



142
143
144
145
146
147
 
# File 'lib/cnvrg/data.rb', line 142

def list()
  cli = Cnvrg::CLI.new()

  cli.list_dataset()

end

#put(dataset_url, *files) ⇒ Object 



121
122
123
124
125
 
# File 'lib/cnvrg/data.rb', line 121

def put(dataset_url, *files)
  cli = Cnvrg::CLI.new()
  dir = options[:dir]
  cli.data_put(dataset_url, files: files, dir: dir)
end

#queries ⇒ Object 



175
176
177
178
 
# File 'lib/cnvrg/data.rb', line 175

def queries()
  cli = Cnvrg::CLI.new()
  cli.queries()
end

#query_files(query) ⇒ Object 



181
182
183
184
 
# File 'lib/cnvrg/data.rb', line 181

def query_files(query)
  cli = Cnvrg::CLI.new()
  cli.query_files(query)
end

#set ⇒ Object 



110
111
112
113
114
115
116
117
 
# File 'lib/cnvrg/data.rb', line 110

def set
  cli = Cnvrg::CLI.new
  cli.log_start(__method__)
  cli.log_handler
  if options['url'].present?
    cli.set_data_url(options['url'])
  end
end

#sync_data_new ⇒ Object 



53
54
55
56
57
58
59
60
61
62
63
64
65
 
# File 'lib/cnvrg/data.rb', line 53

def sync_data_new()
  cli = Cnvrg::CLI.new()
  force = options["force"]
  new_branch = options["new_branch"]
  verbose = options["verbose"]
  commit = options["commit"]
  all_files = options["all_files"]
  tags = options["tags"]
  parallel=options["parallel"]
  chunk_size = options["chunk_size"]
  init = options["init"]
  cli.sync_data_new(new_branch, force, verbose,commit,all_files, tags,parallel, chunk_size, init)
end

#test(data_url) ⇒ Object 



194
195
196
197
198
199
200
201
202
203
 
# File 'lib/cnvrg/data.rb', line 194

def test(data_url)
  cli = Cnvrg::CLI.new
  cli.verify_logged_in(true)
  cli.log_start(__method__, args, options)
  @dataset = Dataset.new(dataset_url: data_url)
  resp = @dataset.get_storage_client
  @dataset.init_home(remote: false)
  @dataset.download_softlink

end

#upload ⇒ Object 



32
33
34
35
36
37
38
39
40
41
 
# File 'lib/cnvrg/data.rb', line 32

def upload
  cli = Cnvrg::CLI.new()
  verbose = options["verbose"]
  sync = options["sync"]
  force = options["force"]
  new_branch = options["new_branch"]
  chunk_size = options["chunk_size"]
  tags = options["tags"]
  cli.upload_data_new(new_branch,  verbose,sync,force, tags, chunk_size)
end

#verify(*dataset_titles) ⇒ Object 



102
103
104
105
106
 
# File 'lib/cnvrg/data.rb', line 102

def verify(*dataset_titles)
  cli = Cnvrg::CLI.new()
  timeout =options[:timeout]
  cli.verify_datasets(dataset_titles, timeout)
end