Module: ObjectStorage::Concern

Extended by:
ActiveSupport::Concern, Gitlab::Utils::Override
Included in:
AttachmentUploader, AvatarUploader, Ci::PipelineArtifactUploader, Ci::SecureFileUploader, DeletedObjectUploader, DependencyProxy::FileUploader, DesignManagement::DesignV432x230Uploader, ExternalDiffUploader, FileUploader, JobArtifactUploader, LfsObjectUploader, MetricImageUploader, Packages::Debian::ComponentFileUploader, Packages::Debian::DistributionReleaseFileUploader, Packages::Npm::MetadataCacheUploader, Packages::Nuget::SymbolUploader, Packages::PackageFileUploader, Packages::Rpm::RepositoryFileUploader, Pages::DeploymentUploader, Terraform::StateUploader
Defined in:
app/uploaders/object_storage.rb

Defined Under Namespace

Classes: OpenFile

Instance Method Summary collapse

Methods included from Gitlab::Utils::Override

extended, extensions, included, method_added, override, prepended, queue_verification, verify!

Instance Method Details

#cache!(new_file = sanitized_file) ⇒ Object 



449
450
451
452
453
454
455
456
457
 
# File 'app/uploaders/object_storage.rb', line 449

def cache!(new_file = sanitized_file)
  # We intercept ::UploadedFile which might be stored on remote storage
  # We use that for "accelerated" uploads, where we store result on remote storage
  if new_file.is_a?(::UploadedFile) && new_file.remote_id.present?
    return cache_remote_file!(new_file.remote_id, new_file.original_filename)
  end

  super
end

#delete_migrated_file(migrated_file) ⇒ Object 



406
407
408
 
# File 'app/uploaders/object_storage.rb', line 406

def delete_migrated_file(migrated_file)
  migrated_file.delete
end

#delete_tmp_file_after_storage ⇒ Object 



473
474
475
476
477
478
479
 
# File 'app/uploaders/object_storage.rb', line 473

def delete_tmp_file_after_storage
  # If final path is present then the file is not on temporary location
  # so we don't want carrierwave to delete it.
  return false if direct_upload_final_path.present?

  super
end

#direct_download_enabled? ⇒ Boolean

Returns:

  • (Boolean) 


301
302
303
 
# File 'app/uploaders/object_storage.rb', line 301

def direct_download_enabled?
  self.class.direct_download_enabled?
end

#exclusive_lease_key ⇒ Object 



468
469
470
 
# File 'app/uploaders/object_storage.rb', line 468

def exclusive_lease_key
  "object_storage_migrate:#{model.class}:#{model.id}"
end

#exists? ⇒ Boolean

Returns:

  • (Boolean) 


410
411
412
 
# File 'app/uploaders/object_storage.rb', line 410

def exists?
  file.present?
end

#file_cache_storage? ⇒ Boolean

Returns:

  • (Boolean) 


318
319
320
 
# File 'app/uploaders/object_storage.rb', line 318

def file_cache_storage?
  cache_storage.is_a?(CarrierWave::Storage::File)
end

#file_storage? ⇒ Boolean

Returns:

  • (Boolean) 


314
315
316
 
# File 'app/uploaders/object_storage.rb', line 314

def file_storage?
  storage.is_a?(CarrierWave::Storage::File)
end

#filename ⇒ Object

allow to configure and overwrite the filename



306
307
308
 
# File 'app/uploaders/object_storage.rb', line 306

def filename
  @filename || super || file&.filename # rubocop:disable Gitlab/ModuleWithInstanceVariables
end

#filename=(filename) ⇒ Object 



310
311
312
 
# File 'app/uploaders/object_storage.rb', line 310

def filename=(filename)
  @filename = filename # rubocop:disable Gitlab/ModuleWithInstanceVariables
end

#fog_attributes ⇒ Object 



395
396
397
 
# File 'app/uploaders/object_storage.rb', line 395

def fog_attributes
  @fog_attributes ||= self.class.object_store_config.fog_attributes
end

#fog_credentials ⇒ Object 



391
392
393
 
# File 'app/uploaders/object_storage.rb', line 391

def fog_credentials
  self.class.object_store_credentials
end

#fog_directory ⇒ Object 



387
388
389
 
# File 'app/uploaders/object_storage.rb', line 387

def fog_directory
  self.class.remote_store_path
end

#fog_public ⇒ Object

Set ACL of uploaded objects to not-public (fog-aws) or no ACL at all (fog-google). Value is ignored by fog-aliyun [1]: github.com/fog/fog-aws/blob/daa50bb3717a462baf4d04d0e0cbfc18baacb541/lib/fog/aws/models/storage/file.rb#L152-L159



402
403
404
 
# File 'app/uploaders/object_storage.rb', line 402

def fog_public
  nil
end

#migrate!(new_store) ⇒ Object

Move the file to another store

new_store: Enum (Store::LOCAL, Store::REMOTE)



381
382
383
384
385
 
# File 'app/uploaders/object_storage.rb', line 381

def migrate!(new_store)
  with_exclusive_lease do
    unsafe_migrate!(new_store)
  end
end

#object_store ⇒ Object 



322
323
324
325
 
# File 'app/uploaders/object_storage.rb', line 322

def object_store
  # We use Store::LOCAL as null value indicates the local storage
  @object_store ||= model.try(store_serialization_column) || Store::LOCAL
end

#object_store=(value) ⇒ Object

rubocop:disable Gitlab/ModuleWithInstanceVariables



328
329
330
331
332
 
# File 'app/uploaders/object_storage.rb', line 328

def object_store=(value)
  @object_store = value || Store::LOCAL
  model[store_serialization_column] = @object_store if sync_model_object_store? && persist_object_store?
  @storage = storage_for(object_store)
end

#persist_object_store! ⇒ Object

Save the current @object_store to the model <mounted_as>_store column



342
343
344
345
346
347
 
# File 'app/uploaders/object_storage.rb', line 342

def persist_object_store!
  return unless persist_object_store?

  updated = model.update_column(store_serialization_column, object_store)
  raise 'Failed to update object store' unless updated
end

#persist_object_store? ⇒ Boolean

Return true if the current file is part or the model (i.e. is mounted in the model)

Returns:

  • (Boolean) 


337
338
339
 
# File 'app/uploaders/object_storage.rb', line 337

def persist_object_store?
  model.respond_to?(:"#{store_serialization_column}=")
end

#proxy_download_enabled? ⇒ Boolean

Returns:

  • (Boolean) 


297
298
299
 
# File 'app/uploaders/object_storage.rb', line 297

def proxy_download_enabled?
  self.class.proxy_download_enabled?
end

#retrieve_from_store!(identifier) ⇒ Object 



481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
 
# File 'app/uploaders/object_storage.rb', line 481

def retrieve_from_store!(identifier)
  Gitlab::PathTraversal.check_path_traversal!(identifier)

  # We need to force assign the value of @filename so that we will still
  # get the original_filename in cases wherein the file points to a random generated
  # path format. This happens for direct uploaded files to final location.
  #
  # If we don't set @filename value here, the result of uploader.filename (see ObjectStorage#filename) will result
  # to the value of uploader.file.filename which will then contain the random generated path.
  # The `identifier` variable contains the value of the `file` column which is the original_filename.
  #
  # In cases wherein we are not uploading to final location, it is still fine to set the
  # @filename with the `identifier` value because it still contains the original filename from the `file` column,
  # which is what we want in either case.
  @filename = identifier # rubocop: disable Gitlab/ModuleWithInstanceVariables

  super
end

#store!(new_file = nil) ⇒ Object 



459
460
461
462
463
464
465
466
 
# File 'app/uploaders/object_storage.rb', line 459

def store!(new_file = nil)
  # when direct upload is enabled, always store on remote storage
  if self.class.direct_upload_to_object_store?
    self.object_store = Store::REMOTE
  end

  super
end

#store_dir(store = nil) ⇒ Object 



414
415
416
 
# File 'app/uploaders/object_storage.rb', line 414

def store_dir(store = nil)
  store_dirs[store || object_store]
end

#store_dirs ⇒ Object 



418
419
420
421
422
423
 
# File 'app/uploaders/object_storage.rb', line 418

def store_dirs
  {
    Store::LOCAL => File.join(base_dir, dynamic_segment),
    Store::REMOTE => File.join(dynamic_segment)
  }
end

#store_path(*args) ⇒ Object 



425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
 
# File 'app/uploaders/object_storage.rb', line 425

def store_path(*args)
  if self.object_store == Store::REMOTE
    path = direct_upload_final_path
    path ||= super

    # We allow administrators to create "sub buckets" by setting a prefix.
    # This makes it possible to deploy GitLab with only one object storage
    # bucket. Because the prefix is configuration data we do not want to
    # store it in the uploads table via RecordsUploads. That means that the
    # prefix cannot be part of store_dir. This is why we chose to implement
    # the prefix support here in store_path.
    self.class.with_bucket_prefix(path)
  else
    super
  end
end

#upload_paths(identifier) ⇒ Object

Returns all the possible paths for an upload. the ‘upload.path` is a lookup parameter, and it may change depending on the `store` param.



445
446
447
 
# File 'app/uploaders/object_storage.rb', line 445

def upload_paths(identifier)
  store_dirs.map { |store, path| File.join(path, identifier) }
end

#use_file(&blk) ⇒ Object 



349
350
351
352
353
 
# File 'app/uploaders/object_storage.rb', line 349

def use_file(&blk)
  with_exclusive_lease do
    unsafe_use_file(&blk)
  end
end

#use_open_file(unlink_early: true) ⇒ Object 



355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
 
# File 'app/uploaders/object_storage.rb', line 355

def use_open_file(unlink_early: true)
  Tempfile.open(path) do |file|
    file.unlink if unlink_early
    file.binmode

    if file_storage?
      IO.copy_stream(path, file)
    else
      Faraday.get(url) do |req|
        req.options.on_data = proc { |chunk, _| file.write(chunk) }
      end
    end

    file.seek(0, IO::SEEK_SET)

    yield OpenFile.new(file)
  ensure
    file.unlink unless unlink_early
  end
end