Class: Fog::Storage::Aliyun::Real
- Inherits:
-
Object
- Object
- Fog::Storage::Aliyun::Real
- Defined in:
- lib/fog/aliyun/storage.rb,
lib/fog/aliyun/requests/storage/get_bucket.rb,
lib/fog/aliyun/requests/storage/get_object.rb,
lib/fog/aliyun/requests/storage/put_bucket.rb,
lib/fog/aliyun/requests/storage/put_object.rb,
lib/fog/aliyun/requests/storage/copy_object.rb,
lib/fog/aliyun/requests/storage/head_object.rb,
lib/fog/aliyun/requests/storage/list_buckets.rb,
lib/fog/aliyun/requests/storage/list_objects.rb,
lib/fog/aliyun/requests/storage/delete_bucket.rb,
lib/fog/aliyun/requests/storage/delete_object.rb,
lib/fog/aliyun/requests/storage/get_container.rb,
lib/fog/aliyun/requests/storage/put_container.rb,
lib/fog/aliyun/requests/storage/get_containers.rb,
lib/fog/aliyun/requests/storage/delete_container.rb,
lib/fog/aliyun/requests/storage/get_object_http_url.rb,
lib/fog/aliyun/requests/storage/get_object_https_url.rb
Instance Attribute Summary collapse
-
#aliyun_accesskey_id ⇒ Object
readonly
Initialize connection to OSS.
-
#aliyun_accesskey_secret ⇒ Object
readonly
Returns the value of attribute aliyun_accesskey_secret.
-
#aliyun_oss_bucket ⇒ Object
readonly
Returns the value of attribute aliyun_oss_bucket.
-
#aliyun_oss_endpoint ⇒ Object
readonly
Returns the value of attribute aliyun_oss_endpoint.
-
#aliyun_region_id ⇒ Object
readonly
Returns the value of attribute aliyun_region_id.
Instance Method Summary collapse
- #abort_multipart_upload(bucket, object, endpoint, uploadid) ⇒ Object
- #complete_multipart_upload(bucket, object, endpoint, uploadId) ⇒ Object
-
#copy_object(source_bucket, source_object, target_bucket, target_object, options = {}) ⇒ Object
Copy object.
-
#delete_bucket(bucket) ⇒ Object
Delete an existing bucket.
-
#delete_container(container, options = {}) ⇒ Object
Delete an existing container.
-
#delete_object(object, options = {}) ⇒ Object
Delete an existing object.
- #get_bucket(bucket) ⇒ Object
- #get_bucket_acl(bucket) ⇒ Object
- #get_bucket_CORSRules(bucket) ⇒ Object
- #get_bucket_lifecycle(bucket) ⇒ Object
- #get_bucket_location(bucket) ⇒ Object
- #get_bucket_logging(bucket) ⇒ Object
- #get_bucket_referer(bucket) ⇒ Object
- #get_bucket_website(bucket) ⇒ Object
- #get_container(container, options = {}) ⇒ Object
-
#get_containers(options = {}) ⇒ Object
List existing storage containers.
-
#get_object(object, range = nil, options = {}) ⇒ Object
Get details for object.
-
#get_object_http_url_public(object, expires, options = {}) ⇒ Object
Get an expiring object http url.
-
#get_object_https_url_public(object, expires, options = {}) ⇒ Object
Get an expiring object https url from Cloud Files.
-
#head_object(object, options = {}) ⇒ Object
Get headers for object.
-
#initialize(options = {}) ⇒ Real
constructor
A new instance of Real.
- #initiate_multipart_upload(bucket, object, endpoint) ⇒ Object
- #list_buckets(options = {}) ⇒ Object
- #list_multipart_uploads(bucket, endpoint, _options = {}) ⇒ Object
- #list_objects(options = {}) ⇒ Object
- #list_parts(bucket, object, endpoint, uploadid, _options = {}) ⇒ Object
- #put_bucket(bucketName) ⇒ Object
-
#put_container(name, options = {}) ⇒ Object
Create a new container.
- #put_folder(bucket, folder, endpoint) ⇒ Object
- #put_multipart_object(bucket, object, file) ⇒ Object
-
#put_object(object, file = nil, options = {}) ⇒ Object
Put details for object.
- #put_object_with_body(object, body, options = {}) ⇒ Object
- #region_to_endpoint(region = nil) ⇒ Object
- #reload ⇒ Object
- #request(params) ⇒ Object
-
#sign(method, date, contentType, resource = nil, headers = nil) ⇒ Object
copmute signature.
- #upload_part(bucket, object, endpoint, partNumber, uploadId, body) ⇒ Object
Constructor Details
#initialize(options = {}) ⇒ Real
Returns a new instance of Real.
71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 |
# File 'lib/fog/aliyun/storage.rb', line 71 def initialize( = {}) # initialize the parameters @aliyun_region_id = [:aliyun_region_id] || [:aliyun_oss_location] || DEFAULT_REGION @aliyun_oss_endpoint = [:aliyun_oss_endpoint] || region_to_endpoint(@aliyun_region_id) @aliyun_accesskey_id = [:aliyun_accesskey_id] @aliyun_accesskey_secret = [:aliyun_accesskey_secret] @aliyun_oss_bucket = [:aliyun_oss_bucket] # check for the parameters missing_credentials = [] missing_credentials << :aliyun_oss_bucket unless @aliyun_oss_bucket missing_credentials << :aliyun_accesskey_id unless @aliyun_accesskey_id missing_credentials << :aliyun_accesskey_secret unless @aliyun_accesskey_secret raise ArgumentError, "Missing required arguments: #{missing_credentials.join(', ')}" unless missing_credentials.empty? @connection_options = [:connection_options] || {} endpoint = @aliyun_oss_endpoint if !endpoint.start_with?(DEFAULT_SCHEME) @aliyun_oss_endpoint = "#{DEFAULT_SCHEME}://#{endpoint}" end uri = URI.parse(@aliyun_oss_endpoint) @host = uri.host @path = uri.path @scheme = uri.scheme || DEFAULT_SCHEME @port = uri.port || DEFAULT_SCHEME_PORT[@scheme] @persistent = [:persistent] || false end |
Instance Attribute Details
#aliyun_accesskey_id ⇒ Object (readonly)
Initialize connection to OSS
Notes
options parameter must include values for :aliyun_accesskey_id, :aliyun_secret_access_key and :aliyun_oss_bucket in order to create a connection. :aliyun_oss_location will be replaced by :aliyun_region_id, and it has a default value cn-hangzhou if :aliyun_oss_endpoint is not specified, it will be generated by method region_to_endpoint
Examples
sdb = Fog::Storage.new(:provider=>'aliyun',
:aliyun_accesskey_id => your_:aliyun_accesskey_id,
:aliyun_secret_access_key => your_aliyun_secret_access_key
)
Parameters
-
options<~Hash> - config arguments for connection. Defaults to {}.
Returns
-
OSS object with connection to aliyun.
65 66 67 |
# File 'lib/fog/aliyun/storage.rb', line 65 def aliyun_accesskey_id @aliyun_accesskey_id end |
#aliyun_accesskey_secret ⇒ Object (readonly)
Returns the value of attribute aliyun_accesskey_secret.
66 67 68 |
# File 'lib/fog/aliyun/storage.rb', line 66 def aliyun_accesskey_secret @aliyun_accesskey_secret end |
#aliyun_oss_bucket ⇒ Object (readonly)
Returns the value of attribute aliyun_oss_bucket.
69 70 71 |
# File 'lib/fog/aliyun/storage.rb', line 69 def aliyun_oss_bucket @aliyun_oss_bucket end |
#aliyun_oss_endpoint ⇒ Object (readonly)
Returns the value of attribute aliyun_oss_endpoint.
67 68 69 |
# File 'lib/fog/aliyun/storage.rb', line 67 def aliyun_oss_endpoint @aliyun_oss_endpoint end |
#aliyun_region_id ⇒ Object (readonly)
Returns the value of attribute aliyun_region_id.
68 69 70 |
# File 'lib/fog/aliyun/storage.rb', line 68 def aliyun_region_id @aliyun_region_id end |
Instance Method Details
#abort_multipart_upload(bucket, object, endpoint, uploadid) ⇒ Object
26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 |
# File 'lib/fog/aliyun/requests/storage/delete_object.rb', line 26 def abort_multipart_upload(bucket, object, endpoint, uploadid) if nil == endpoint location = get_bucket_location(bucket) endpoint = 'http://' + location + '.aliyuncs.com' end path = object + '?uploadId=' + uploadid resource = bucket + '/' + path ret = request( expects: 204, method: 'DELETE', path: path, bucket: bucket, resource: resource, endpoint: endpoint ) end |
#complete_multipart_upload(bucket, object, endpoint, uploadId) ⇒ Object
155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 |
# File 'lib/fog/aliyun/requests/storage/put_object.rb', line 155 def complete_multipart_upload(bucket, object, endpoint, uploadId) if nil == endpoint location = get_bucket_location(bucket) endpoint = 'http://' + location + '.aliyuncs.com' end parts = list_parts(bucket, object, endpoint, uploadId, = {}) request_part = [] return if parts.empty? for i in 0..(parts.size - 1) part = parts[i] request_part[i] = { 'PartNumber' => part['PartNumber'], 'ETag' => part['ETag'] } end body = XmlSimple.xml_out({ 'Part' => request_part }, 'RootName' => 'CompleteMultipartUpload') path = object + '?uploadId=' + uploadId resource = bucket + '/' + path ret = request( expects: 200, method: 'POST', path: path, bucket: bucket, resource: resource, endpoint: endpoint, body: body ) end |
#copy_object(source_bucket, source_object, target_bucket, target_object, options = {}) ⇒ Object
Copy object
Parameters
-
source_bucket<~String> - Name of source bucket
-
source_object<~String> - Name of source object
-
target_bucket<~String> - Name of bucket to create copy in
-
target_object<~String> - Name for new copy of object
-
options<~Hash> - Additional headers options={}
13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 |
# File 'lib/fog/aliyun/requests/storage/copy_object.rb', line 13 def copy_object(source_bucket, source_object, target_bucket, target_object, = {}) = .reject { |_key, value| value.nil? } bucket = [:bucket] bucket ||= @aliyun_oss_bucket source_bucket ||= bucket target_bucket ||= bucket headers = { 'x-oss-copy-source' => "/#{source_bucket}/#{source_object}" } location = get_bucket_location(target_bucket) endpoint = 'http://' + location + '.aliyuncs.com' resource = target_bucket + '/' + target_object request(expects: [200, 203], headers: headers, method: 'PUT', path: target_object, bucket: target_bucket, resource: resource, endpoint: endpoint) end |
#delete_bucket(bucket) ⇒ Object
Delete an existing bucket
Parameters
-
bucket<~String> - Name of bucket to delete
10 11 12 13 14 15 16 17 18 19 20 21 |
# File 'lib/fog/aliyun/requests/storage/delete_bucket.rb', line 10 def delete_bucket(bucket) location = get_bucket_location(bucket) endpoint = 'http://' + location + '.aliyuncs.com' resource = bucket + '/' request( expects: 204, method: 'DELETE', bucket: bucket, resource: resource, endpoint: endpoint ) end |
#delete_container(container, options = {}) ⇒ Object
Delete an existing container
Parameters
-
container<~String> - Name of container to delete
-
options
11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 |
# File 'lib/fog/aliyun/requests/storage/delete_container.rb', line 11 def delete_container(container, = {}) bucket = [:bucket] bucket ||= @aliyun_oss_bucket location = get_bucket_location(bucket) endpoint = 'http://' + location + '.aliyuncs.com' object = container + '/' resource = bucket + '/' + object request( expects: 204, method: 'DELETE', path: object, bucket: bucket, resource: resource, endpoint: endpoint ) end |
#delete_object(object, options = {}) ⇒ Object
Delete an existing object
Parameters
-
object<~String> - Name of object to delete
10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 |
# File 'lib/fog/aliyun/requests/storage/delete_object.rb', line 10 def delete_object(object, = {}) bucket = [:bucket] bucket ||= @aliyun_oss_bucket location = get_bucket_location(bucket) endpoint = 'http://' + location + '.aliyuncs.com' resource = bucket + '/' + object request( expects: 204, method: 'DELETE', path: object, bucket: bucket, resource: resource, endpoint: endpoint ) end |
#get_bucket(bucket) ⇒ Object
5 6 7 8 9 10 11 12 13 14 15 16 17 18 |
# File 'lib/fog/aliyun/requests/storage/get_bucket.rb', line 5 def get_bucket(bucket) location = get_bucket_location(bucket) endpoint = 'http://' + location + '.aliyuncs.com' resource = bucket + '/' ret = request( expects: [200, 203], method: 'GET', bucket: bucket, resource: resource, endpoint: endpoint ) xml = ret.data[:body] result = XmlSimple.xml_in(xml) end |
#get_bucket_acl(bucket) ⇒ Object
33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 |
# File 'lib/fog/aliyun/requests/storage/get_bucket.rb', line 33 def get_bucket_acl(bucket) location = get_bucket_location(bucket) endpoint = 'http://' + location + '.aliyuncs.com' attribute = '?acl' resource = bucket + '/' + attribute ret = request( expects: [200, 203], method: 'GET', path: attribute, bucket: bucket, resource: resource, endpoint: endpoint ) acl = XmlSimple.xml_in(ret.data[:body])['AccessControlList'][0]['Grant'][0] end |
#get_bucket_CORSRules(bucket) ⇒ Object
49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 |
# File 'lib/fog/aliyun/requests/storage/get_bucket.rb', line 49 def get_bucket_CORSRules(bucket) location = get_bucket_location(bucket) endpoint = 'http://' + location + '.aliyuncs.com' attribute = '?cors' resource = bucket + '/' + attribute ret = request( expects: [200, 203, 404], method: 'GET', path: attribute, bucket: bucket, resource: resource, endpoint: endpoint ) if 404 != ret.data[:status] cors = XmlSimple.xml_in(ret.data[:body])['CORSRule'][0] end end |
#get_bucket_lifecycle(bucket) ⇒ Object
67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 |
# File 'lib/fog/aliyun/requests/storage/get_bucket.rb', line 67 def get_bucket_lifecycle(bucket) location = get_bucket_location(bucket) endpoint = 'http://' + location + '.aliyuncs.com' attribute = '?lifecycle' resource = bucket + '/' + attribute ret = request( expects: [200, 203, 404], method: 'GET', path: attribute, bucket: bucket, resource: resource, endpoint: endpoint ) if 404 != ret.data[:status] lifecycle = XmlSimple.xml_in(ret.data[:body])['Rule'][0] end end |
#get_bucket_location(bucket) ⇒ Object
20 21 22 23 24 25 26 27 28 29 30 31 |
# File 'lib/fog/aliyun/requests/storage/get_bucket.rb', line 20 def get_bucket_location(bucket) attribute = '?location' resource = bucket + '/' + attribute ret = request( expects: [200, 203], method: 'GET', path: attribute, bucket: bucket, resource: resource ) location = XmlSimple.xml_in(ret.data[:body]) end |
#get_bucket_logging(bucket) ⇒ Object
85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 |
# File 'lib/fog/aliyun/requests/storage/get_bucket.rb', line 85 def get_bucket_logging(bucket) location = get_bucket_location(bucket) endpoint = 'http://' + location + '.aliyuncs.com' attribute = '?logging' resource = bucket + '/' + attribute ret = request( expects: [200, 203], method: 'GET', path: attribute, bucket: bucket, resource: resource, endpoint: endpoint ) logging = XmlSimple.xml_in(ret.data[:body])['LoggingEnabled'][0]['TargetPrefix'] end |
#get_bucket_referer(bucket) ⇒ Object
101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 |
# File 'lib/fog/aliyun/requests/storage/get_bucket.rb', line 101 def get_bucket_referer(bucket) location = get_bucket_location(bucket) endpoint = 'http://' + location + '.aliyuncs.com' attribute = '?referer' resource = bucket + '/' + attribute ret = request( expects: [200, 203], method: 'GET', path: attribute, bucket: bucket, resource: resource, endpoint: endpoint ) referer = XmlSimple.xml_in(ret.data[:body]) end |
#get_bucket_website(bucket) ⇒ Object
117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 |
# File 'lib/fog/aliyun/requests/storage/get_bucket.rb', line 117 def get_bucket_website(bucket) location = get_bucket_location(bucket) endpoint = 'http://' + location + '.aliyuncs.com' attribute = '?website' resource = bucket + '/' + attribute ret = request( expects: [200, 203, 404], method: 'GET', path: attribute, bucket: bucket, resource: resource, endpoint: endpoint ) if 404 != ret.data[:status] website = XmlSimple.xml_in(ret.data[:body]) end end |
#get_container(container, options = {}) ⇒ Object
5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 |
# File 'lib/fog/aliyun/requests/storage/get_container.rb', line 5 def get_container(container, = {}) = .reject { |_key, value| value.nil? } bucket = [:bucket] bucket ||= @aliyun_oss_bucket marker = [:marker] maxKeys = [:maxKeys] delimiter = '/' path = '' prefix = if container == '' || container == '.' || container.nil? nil else container + '/' end if prefix path += '?prefix=' + prefix path += '&marker=' + marker if marker path += '&max-keys=' + maxKeys if maxKeys path += '&delimiter=' + delimiter if delimiter elsif marker path += '?marker=' + marker path += '&max-keys=' + maxKeys if maxKeys path += '&delimiter=' + delimiter if delimiter elsif maxKeys path += '?max-keys=' + maxKeys path += '&delimiter=' + delimiter if delimiter elsif delimiter path += '?delimiter=' + delimiter end location = get_bucket_location(bucket) endpoint = 'http://' + location + '.aliyuncs.com' resource = bucket + '/' ret = request( expects: [200, 203, 400], method: 'GET', path: path, resource: resource, bucket: bucket ) xml = ret.data[:body] result = XmlSimple.xml_in(xml)['CommonPrefixes'] end |
#get_containers(options = {}) ⇒ Object
List existing storage containers
Parameters
-
options<~Hash>:
-
‘maxKeys’<~Integer> - Upper limit to number of results returned
-
‘marker’<~String> - Only return objects with name greater than this value
-
Returns
14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 |
# File 'lib/fog/aliyun/requests/storage/get_containers.rb', line 14 def get_containers( = {}) = .reject { |_key, value| value.nil? } bucket = [:bucket] bucket ||= @aliyun_oss_bucket prefix = [:prefix] marker = [:marker] maxKeys = [:maxKeys] delimiter = '/' path = '' if prefix path += '?prefix=' + prefix path += '&marker=' + marker if marker path += '&max-keys=' + maxKeys if maxKeys path += '&delimiter=' + delimiter if delimiter elsif marker path += '?marker=' + marker path += '&max-keys=' + maxKeys if maxKeys path += '&delimiter=' + delimiter if delimiter elsif maxKeys path += '?max-keys=' + maxKeys path += '&delimiter=' + delimiter if delimiter elsif delimiter path += '?delimiter=' + delimiter end location = get_bucket_location(bucket) endpoint = 'http://' + location + '.aliyuncs.com' resource = bucket + '/' ret = request( expects: [200, 203, 400], method: 'GET', path: path, resource: resource, bucket: bucket ) xml = ret.data[:body] result = XmlSimple.xml_in(xml)['CommonPrefixes'] end |
#get_object(object, range = nil, options = {}) ⇒ Object
Get details for object
Parameters
-
object<~String> - Name of object to look for
10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 |
# File 'lib/fog/aliyun/requests/storage/get_object.rb', line 10 def get_object(object, range = nil, = {}) = .reject { |_key, value| value.nil? } bucket = [:bucket] bucket ||= @aliyun_oss_bucket endpoint = [:endpoint] if nil == endpoint location = get_bucket_location(bucket) endpoint = 'http://' + location + '.aliyuncs.com' end resource = bucket + '/' + object para = { expects: [200, 206, 404], method: 'GET', path: object, bucket: bucket, resource: resource, endpoint: endpoint } if range rangeStr = 'bytes=' + range para[:headers] = { 'Range' => rangeStr } end response = request(para) response.data end |
#get_object_http_url_public(object, expires, options = {}) ⇒ Object
Get an expiring object http url
Parameters
-
container<~String> - Name of container containing object
-
object<~String> - Name of object to get expiring url for
-
expires<~Time> - An expiry time for this url
Returns
-
response<~Excon::Response>:
-
body<~String> - url for object
-
15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 |
# File 'lib/fog/aliyun/requests/storage/get_object_http_url.rb', line 15 def get_object_http_url_public(object, expires, = {}) = .reject { |_key, value| value.nil? } bucket = [:bucket] bucket ||= @aliyun_oss_bucket acl = get_bucket_acl(bucket) location = get_bucket_location(bucket) if 'private' == acl expires_time = (Time.now.to_i + expires).to_s resource = bucket + '/' + object signature = sign('GET', expires_time, nil, resource) url = 'http://' + bucket + '.' + location + '.aliyuncs.com/' + object + '?OSSAccessKeyId=' + @aliyun_accesskey_id + '&Expires=' + expires_time + '&Signature=' + URI.encode(signature, '/[^!*\'()\;?:@#&%=+$,{}[]<>`" ') elsif 'public-read' == acl || 'public-read-write' == acl url = 'http://' + bucket + '.' + location + '.aliyuncs.com/' + object else url = 'acl is wrong with value:' + acl end end |
#get_object_https_url_public(object, expires, options = {}) ⇒ Object
Get an expiring object https url from Cloud Files
Parameters
-
container<~String> - Name of container containing object
-
object<~String> - Name of object to get expiring url for
-
expires<~Time> - An expiry time for this url
Returns
-
response<~Excon::Response>:
-
body<~String> - url for object
-
15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 |
# File 'lib/fog/aliyun/requests/storage/get_object_https_url.rb', line 15 def get_object_https_url_public(object, expires, = {}) = .reject { |_key, value| value.nil? } bucket = [:bucket] bucket ||= @aliyun_oss_bucket acl = get_bucket_acl(bucket) location = get_bucket_location(bucket) if 'private' == acl expires_time = (Time.now.to_i + expires).to_s resource = bucket + '/' + object signature = sign('GET', expires_time, nil, resource) url = 'https://' + bucket + '.' + location + '.aliyuncs.com/' + object + '?OSSAccessKeyId=' + @aliyun_accesskey_id + '&Expires=' + expires_time + '&Signature=' + URI.encode(signature, '/[^!*\'()\;?:@#&%=+$,{}[]<>`" ') elsif 'public-read' == acl || 'public-read-write' == acl url = 'https://' + bucket + '.' + location + '.aliyuncs.com/' + object else url = 'acl is wrong with value:' + acl end end |
#head_object(object, options = {}) ⇒ Object
Get headers for object
Parameters
-
object<~String> - Name of object to look for
10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 |
# File 'lib/fog/aliyun/requests/storage/head_object.rb', line 10 def head_object(object, = {}) bucket = [:bucket] bucket ||= @aliyun_oss_bucket location = get_bucket_location(bucket) endpoint = 'http://' + location + '.aliyuncs.com' resource = bucket + '/' + object ret = request( expects: [200, 404], method: 'HEAD', path: object, bucket: bucket, resource: resource, endpoint: endpoint ) ret end |
#initiate_multipart_upload(bucket, object, endpoint) ⇒ Object
119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 |
# File 'lib/fog/aliyun/requests/storage/put_object.rb', line 119 def initiate_multipart_upload(bucket, object, endpoint) if nil == endpoint location = get_bucket_location(bucket) endpoint = 'http://' + location + '.aliyuncs.com' end path = object + '?uploads' resource = bucket + '/' + path ret = request( expects: 200, method: 'POST', path: path, bucket: bucket, resource: resource, endpoint: endpoint ) uploadid = XmlSimple.xml_in(ret.data[:body])['UploadId'][0] end |
#list_buckets(options = {}) ⇒ Object
5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 |
# File 'lib/fog/aliyun/requests/storage/list_buckets.rb', line 5 def list_buckets( = {}) prefix = [:prefix] marker = [:marker] maxKeys = [:maxKeys] path = '' if prefix path += '?prefix=' + prefix path += '&marker=' + marker if marker path += '&max-keys=' + maxKeys if maxKeys elsif marker path += '?marker=' + marker path += '&max-keys=' + maxKeys if maxKeys elsif maxKeys path += '?max-keys=' + maxKeys end ret = request( expects: [200, 203], method: 'GET', path: path ) xml = ret.data[:body] result = XmlSimple.xml_in(xml)['Buckets'][0] end |
#list_multipart_uploads(bucket, endpoint, _options = {}) ⇒ Object
46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 |
# File 'lib/fog/aliyun/requests/storage/list_objects.rb', line 46 def list_multipart_uploads(bucket, endpoint, = {}) if nil == endpoint location = get_bucket_location(bucket) endpoint = 'http://' + location + '.aliyuncs.com' end path = '?uploads' resource = bucket + '/' + path ret = request( expects: 200, method: 'GET', path: path, bucket: bucket, resource: resource, endpoint: endpoint ) uploadid = XmlSimple.xml_in(ret.data[:body])['Upload'] end |
#list_objects(options = {}) ⇒ Object
5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 |
# File 'lib/fog/aliyun/requests/storage/list_objects.rb', line 5 def list_objects( = {}) bucket = [:bucket] bucket ||= @aliyun_oss_bucket prefix = [:prefix] marker = [:marker] maxKeys = [:maxKeys] delimiter = [:delimiter] path = '' if prefix path += '?prefix=' + prefix path += '&marker=' + marker if marker path += '&max-keys=' + maxKeys if maxKeys path += '&delimiter=' + delimiter if delimiter elsif marker path += '?marker=' + marker path += '&max-keys=' + maxKeys if maxKeys path += '&delimiter=' + delimiter if delimiter elsif maxKeys path += '?max-keys=' + maxKeys path += '&delimiter=' + delimiter if delimiter elsif delimiter path += '?delimiter=' + delimiter end location = get_bucket_location(bucket) endpoint = 'http://' + location + '.aliyuncs.com' resource = bucket + '/' ret = request( expects: [200, 203, 400], method: 'GET', path: path, resource: resource, bucket: bucket ) xml = ret.data[:body] result = XmlSimple.xml_in(xml) end |
#list_parts(bucket, object, endpoint, uploadid, _options = {}) ⇒ Object
65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 |
# File 'lib/fog/aliyun/requests/storage/list_objects.rb', line 65 def list_parts(bucket, object, endpoint, uploadid, = {}) if nil == endpoint location = get_bucket_location(bucket) endpoint = 'http://' + location + '.aliyuncs.com' end path = object + '?uploadId=' + uploadid resource = bucket + '/' + path ret = request( expects: 200, method: 'GET', path: path, bucket: bucket, resource: resource, endpoint: endpoint ) parts = XmlSimple.xml_in(ret.data[:body])['Part'] end |
#put_bucket(bucketName) ⇒ Object
5 6 7 8 9 10 11 12 13 |
# File 'lib/fog/aliyun/requests/storage/put_bucket.rb', line 5 def put_bucket(bucketName) resource = bucketName + '/' ret = request( expects: [200, 203], method: 'PUT', resource: resource, bucket: bucketName ) end |
#put_container(name, options = {}) ⇒ Object
Create a new container
Parameters
-
name<~String> - Name for container
10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 |
# File 'lib/fog/aliyun/requests/storage/put_container.rb', line 10 def put_container(name, = {}) bucket = [:bucket] bucket ||= @aliyun_oss_bucket location = get_bucket_location(bucket) endpoint = 'http://' + location + '.aliyuncs.com' path = name + '/' resource = bucket + '/' + name + '/' request( expects: [200, 203], method: 'PUT', path: path, bucket: bucket, resource: resource, endpoint: endpoint ) end |
#put_folder(bucket, folder, endpoint) ⇒ Object
54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 |
# File 'lib/fog/aliyun/requests/storage/put_object.rb', line 54 def put_folder(bucket, folder, endpoint) if nil == endpoint location = get_bucket_location(bucket) endpoint = 'http://' + location + '.aliyuncs.com' end path = folder + '/' resource = bucket + '/' + folder + '/' ret = request( expects: [200, 203], method: 'PUT', path: path, bucket: bucket, resource: resource, endpoint: endpoint ) end |
#put_multipart_object(bucket, object, file) ⇒ Object
71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 |
# File 'lib/fog/aliyun/requests/storage/put_object.rb', line 71 def put_multipart_object(bucket, object, file) location = get_bucket_location(bucket) endpoint = 'http://' + location + '.aliyuncs.com' # find the right uploadid uploads = list_multipart_uploads(bucket, endpoint) if nil != uploads upload = uploads.find { |tmpupload| tmpupload['Key'][0] == object } else upload = nil end parts = nil uploadedSize = 0 start_partNumber = 1 if nil != upload uploadId = upload['UploadId'][0] parts = list_parts(bucket, object, endpoint, uploadId) if (nil != parts) && !parts.empty? if parts[-1]['Size'][0].to_i != 5_242_880 # the part is the last one, if its size is over 5m, then finish this upload complete_multipart_upload(bucket, object, endpoint, uploadId) return end uploadedSize = (parts[0]['Size'][0].to_i * (parts.size - 1)) + parts[-1]['Size'][0].to_i start_partNumber = parts[-1]['PartNumber'][0].to_i + 1 end else # create upload ID uploadId = initiate_multipart_upload(bucket, object, endpoint) end if file.size <= uploadedSize complete_multipart_upload(bucket, object, endpoint, uploadId) return end end_partNumber = (file.size + 5_242_880 - 1) / 5_242_880 file.seek(uploadedSize) for i in start_partNumber..end_partNumber body = file.read(5_242_880) upload_part(bucket, object, endpoint, i.to_s, uploadId, body) end complete_multipart_upload(bucket, object, endpoint, uploadId) end |
#put_object(object, file = nil, options = {}) ⇒ Object
Put details for object
Parameters
-
object<~String> - Name of object to look for
10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 |
# File 'lib/fog/aliyun/requests/storage/put_object.rb', line 10 def put_object(object, file = nil, = {}) bucket = [:bucket] bucket ||= @aliyun_oss_bucket location = get_bucket_location(bucket) endpoint = 'http://' + location + '.aliyuncs.com' return put_folder(bucket, object, endpoint) if nil == file # put multiparts if object's size is over 100m if file.size > 104_857_600 return put_multipart_object(bucket, object, file) end body = file.read resource = bucket + '/' + object ret = request( expects: [200, 203], method: 'PUT', path: object, bucket: bucket, resource: resource, body: body, endpoint: endpoint ) end |
#put_object_with_body(object, body, options = {}) ⇒ Object
36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 |
# File 'lib/fog/aliyun/requests/storage/put_object.rb', line 36 def put_object_with_body(object, body, = {}) bucket = [:bucket] bucket ||= @aliyun_oss_bucket location = get_bucket_location(bucket) endpoint = 'http://' + location + '.aliyuncs.com' resource = bucket + '/' + object ret = request( expects: [200, 203], method: 'PUT', path: object, bucket: bucket, resource: resource, body: body, endpoint: endpoint ) end |
#region_to_endpoint(region = nil) ⇒ Object
107 108 109 110 111 112 113 114 |
# File 'lib/fog/aliyun/storage.rb', line 107 def region_to_endpoint(region=nil) case region.to_s when '' "oss-#{DEFAULT_REGION}.aliyuncs.com" else "oss-#{region}.aliyuncs.com" end end |
#reload ⇒ Object
103 104 105 |
# File 'lib/fog/aliyun/storage.rb', line 103 def reload @connection.reset end |
#request(params) ⇒ Object
116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 |
# File 'lib/fog/aliyun/storage.rb', line 116 def request(params) method = params[:method] time = Time.new.utc date = time.strftime('%a, %d %b %Y %H:%M:%S GMT') endpoint = params[:endpoint] if endpoint uri = URI.parse(endpoint) host = uri.host path = uri.path port = uri.port scheme = uri.scheme else host = @host path = @path port = @port scheme = @scheme end bucket = params[:bucket] tmpHost = if bucket bucket + '.' + host else host end @connection = Fog::Core::Connection.new("#{scheme}://#{tmpHost}", @persistent, @connection_options) contentType = params[:contentType] begin headers = '' if params[:headers] params[:headers].each do |k, v| headers += "#{k}:#{v}\n" if k != 'Range' end end signature = sign(method, date, contentType, params[:resource], headers) response = @connection.request(params.merge(headers: { 'Content-Type' => contentType, 'Authorization' => 'OSS ' + @aliyun_accesskey_id + ':' + signature, 'Date' => date }.merge!(params[:headers] || {}), path: "#{path}/#{params[:path]}", query: params[:query])) rescue Excon::Errors::HTTPStatusError => error raise case error when Excon::Errors::NotFound Fog::Storage::Aliyun::NotFound.slurp(error) else error end end response end |
#sign(method, date, contentType, resource = nil, headers = nil) ⇒ Object
copmute signature
173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 |
# File 'lib/fog/aliyun/storage.rb', line 173 def sign(method, date, contentType, resource = nil, headers = nil) contentmd5 = '' canonicalizedResource = if resource '/' + resource else '/' end canonicalizedOSSHeaders = if headers headers else '' end contentTypeStr = if contentType contentType else '' end stringToSign = method + "\n" + contentmd5 + "\n" + contentTypeStr + "\n" + date + "\n" + canonicalizedOSSHeaders + canonicalizedResource digVer = OpenSSL::Digest.new('sha1') digest = OpenSSL::HMAC.digest(digVer, @aliyun_accesskey_secret, stringToSign) signature = Base64.encode64(digest) signature[-1] = '' signature end |
#upload_part(bucket, object, endpoint, partNumber, uploadId, body) ⇒ Object
137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 |
# File 'lib/fog/aliyun/requests/storage/put_object.rb', line 137 def upload_part(bucket, object, endpoint, partNumber, uploadId, body) if nil == endpoint location = get_bucket_location(bucket) endpoint = 'http://' + location + '.aliyuncs.com' end path = object + '?partNumber=' + partNumber + '&uploadId=' + uploadId resource = bucket + '/' + path ret = request( expects: [200, 203], method: 'PUT', path: path, bucket: bucket, resource: resource, body: body, endpoint: endpoint ) end |