# TODO: Remove this once the changes comes into rails version # https://github.com/Azure/azure-storage-ruby/issues/166#issuecomment-637696565 # Remove this once the changes comes into rails version # code from current master : https://github.com/rails/rails/blob/8520cc77133d9ff642e2c393b4ee5eae2a2a28b6/activestorage/lib/active_storage/service/azure_storage_service.rb require 'azure/storage/blob' require 'active_storage/service/azure_storage_service' module ActiveStorage # Wraps the Microsoft Azure Storage Blob Service as an Active Storage service. # See ActiveStorage::Service for the generic API documentation that applies to all services. class Service::AzureStorageService < Service attr_reader :client, :container, :signer def initialize(storage_account_name:, storage_access_key:, container:, public: false, **options) @client = Azure::Storage::Blob::BlobService.create(storage_account_name: storage_account_name, storage_access_key: storage_access_key, **options) @signer = Azure::Storage::Common::Core::Auth::SharedAccessSignature.new(storage_account_name, storage_access_key) @container = container @public = public end def upload(key, io, checksum: nil, filename: nil, content_type: nil, disposition: nil, **) instrument :upload, key: key, checksum: checksum do handle_errors do content_disposition = content_disposition_with(filename: filename, type: disposition) if disposition && filename client.create_block_blob(container, key, IO.try_convert(io) || io, content_md5: checksum, content_type: content_type, content_disposition: content_disposition) end end end def download(key, &block) if block_given? instrument :streaming_download, key: key do stream(key, &block) end else instrument :download, key: key do handle_errors do _, io = client.get_blob(container, key) io.force_encoding(Encoding::BINARY) end end end end def download_chunk(key, range) instrument :download_chunk, key: key, range: range do handle_errors do _, io = client.get_blob(container, key, start_range: range.begin, end_range: range.exclude_end? ? range.end - 1 : range.end) io.force_encoding(Encoding::BINARY) end end end def delete(key) instrument :delete, key: key do client.delete_blob(container, key) rescue Azure::Core::Http::HTTPError => e raise unless e.type == "BlobNotFound" # Ignore files already deleted end end def delete_prefixed(prefix) instrument :delete_prefixed, prefix: prefix do marker = nil loop do results = client.list_blobs(container, prefix: prefix, marker: marker) results.each do |blob| client.delete_blob(container, blob.name) end break unless marker = results.continuation_token.presence end end end def exist?(key) instrument :exist, key: key do |payload| answer = blob_for(key).present? payload[:exist] = answer answer end end def url_for_direct_upload(key, expires_in:, content_type:, content_length:, checksum:) instrument :url, key: key do |payload| generated_url = signer.signed_uri( uri_for(key), false, service: "b", permissions: "rw", expiry: format_expiry(expires_in) ).to_s payload[:url] = generated_url generated_url end end def headers_for_direct_upload(key, content_type:, checksum:, filename: nil, disposition: nil, **) content_disposition = content_disposition_with(type: disposition, filename: filename) if filename { "Content-Type" => content_type, "Content-MD5" => checksum, "x-ms-blob-content-disposition" => content_disposition, "x-ms-blob-type" => "BlockBlob" } end private def private_url(key, expires_in:, filename:, disposition:, content_type:, **) signer.signed_uri( uri_for(key), false, service: "b", permissions: "r", expiry: format_expiry(expires_in), content_disposition: content_disposition_with(type: disposition, filename: filename), content_type: content_type ).to_s end def public_url(key, **) uri_for(key).to_s end def uri_for(key) client.generate_uri("#{container}/#{key}") end def blob_for(key) client.get_blob_properties(container, key) rescue Azure::Core::Http::HTTPError false end def format_expiry(expires_in) expires_in ? Time.now.utc.advance(seconds: expires_in).iso8601 : nil end # Reads the object for the given key in chunks, yielding each to the block. def stream(key) blob = blob_for(key) chunk_size = 5.megabytes offset = 0 raise ActiveStorage::FileNotFoundError unless blob.present? while offset < blob.properties[:content_length] _, chunk = client.get_blob(container, key, start_range: offset, end_range: offset + chunk_size - 1) yield chunk.force_encoding(Encoding::BINARY) offset += chunk_size end end def handle_errors yield rescue Azure::Core::Http::HTTPError => e case e.type when "BlobNotFound" raise ActiveStorage::FileNotFoundError when "Md5Mismatch" raise ActiveStorage::IntegrityError else raise end end end end