mirror of https://github.com/Squidex/squidex.git
pushrbx
9 years ago
11 changed files with 366 additions and 0 deletions
@ -0,0 +1,147 @@ |
|||
// ==========================================================================
|
|||
// AzureBlobAssetStore.cs
|
|||
// Squidex Headless CMS
|
|||
// ==========================================================================
|
|||
// Copyright (c) Squidex Group
|
|||
// All rights reserved.
|
|||
// ==========================================================================
|
|||
|
|||
using System; |
|||
using System.Collections.Generic; |
|||
using System.IO; |
|||
using System.Linq; |
|||
using System.Threading.Tasks; |
|||
using Microsoft.WindowsAzure.Storage; |
|||
using Microsoft.WindowsAzure.Storage.Blob; |
|||
using Squidex.Infrastructure.Assets; |
|||
|
|||
namespace Squidex.Infrastructure.AzureStorage |
|||
{ |
|||
public class AzureBlobAssetStore : IAssetStore, IExternalSystem |
|||
{ |
|||
private readonly IBlobContainerProvider blobContainerProvider; |
|||
private readonly string containerName; |
|||
private CloudBlobContainer blobContainer; |
|||
private const string AssetVersion = "AssetVersion"; |
|||
private const string AssetId = "AssetId"; |
|||
|
|||
public AzureBlobAssetStore(IBlobContainerProvider blobContainerProvider, string containerName) |
|||
{ |
|||
Guard.NotNullOrEmpty(containerName, nameof(containerName)); |
|||
Guard.NotNull(blobContainerProvider, nameof(blobContainerProvider)); |
|||
|
|||
this.blobContainerProvider = blobContainerProvider; |
|||
this.containerName = containerName; |
|||
} |
|||
|
|||
public async Task DownloadAsync(string id, long version, string suffix, Stream stream) |
|||
{ |
|||
var blobName = GetObjectName(id, suffix); |
|||
var blob = blobContainer.GetBlockBlobReference(blobName); |
|||
|
|||
if (!await blob.ExistsAsync()) |
|||
return; |
|||
|
|||
// look for the requested version
|
|||
// first check if the original blob has the requested version
|
|||
if (blob.Metadata.TryGetValue(AssetVersion, out string verionStr)) |
|||
{ |
|||
if (long.TryParse(verionStr, out long blobVersion)) |
|||
{ |
|||
// if not, then look for that snapshot which has the requested version number.
|
|||
if (blobVersion != version) |
|||
{ |
|||
var snapshotBlob = await FindSnapshotAsync(id, version); |
|||
blob = snapshotBlob ?? blob; |
|||
} |
|||
} |
|||
} |
|||
|
|||
await blob.DownloadToStreamAsync(stream); |
|||
} |
|||
|
|||
public async Task UploadAsync(string id, long version, string suffix, Stream stream) |
|||
{ |
|||
var blobName = GetObjectName(id, suffix); |
|||
var blob = blobContainer.GetBlockBlobReference(blobName); |
|||
|
|||
if (await blob.ExistsAsync()) |
|||
{ |
|||
// if it's already exist create a snapshot, and we overwrite the source blob of the snapshot.
|
|||
// NOTE: not sure if there is an
|
|||
await CreateVersioningSnapshotAsync(blob, id, version); |
|||
} |
|||
|
|||
if (!blob.Metadata.ContainsKey(AssetVersion)) |
|||
blob.Metadata.Add(AssetVersion, version.ToString()); |
|||
else |
|||
blob.Metadata[AssetVersion] = version.ToString(); |
|||
|
|||
blob.Metadata[AssetId] = id; |
|||
|
|||
await blob.UploadFromStreamAsync(stream); |
|||
await blob.SetMetadataAsync(); |
|||
} |
|||
|
|||
public async void Connect() |
|||
{ |
|||
blobContainer = await blobContainerProvider.GetContainerAsync(containerName); |
|||
} |
|||
|
|||
private string GetObjectName(string id, string suffix) |
|||
{ |
|||
Guard.NotNullOrEmpty(id, nameof(id)); |
|||
|
|||
if (blobContainer == null) |
|||
{ |
|||
throw new InvalidOperationException("No connection established yet."); |
|||
} |
|||
|
|||
var name = $"{id}"; |
|||
|
|||
if (!string.IsNullOrWhiteSpace(suffix)) |
|||
{ |
|||
name += "_" + suffix; |
|||
} |
|||
|
|||
return name; |
|||
} |
|||
|
|||
private async Task CreateVersioningSnapshotAsync(CloudBlockBlob blob, string id, long version) |
|||
{ |
|||
var metadata = new Dictionary<string, string>(); |
|||
metadata.Add(AssetVersion, version.ToString()); |
|||
metadata.Add(AssetId, id); |
|||
await blob.CreateSnapshotAsync(metadata, |
|||
null, null, null); |
|||
} |
|||
|
|||
private async Task<CloudBlockBlob> FindSnapshotAsync(string id, long requestedVersion) |
|||
{ |
|||
CloudBlockBlob resultBlob = null; |
|||
BlobContinuationToken token = null; |
|||
do |
|||
{ |
|||
var listingResult = await blobContainer.ListBlobsSegmentedAsync(null, true, |
|||
BlobListingDetails.Snapshots, 10, token, null, null); |
|||
token = listingResult.ContinuationToken; |
|||
|
|||
foreach (CloudBlob snapshotBlob in listingResult.Results.Cast<CloudBlob>()) |
|||
{ |
|||
if (snapshotBlob.Metadata.TryGetValue(AssetVersion, out string snapshotVersionStr) |
|||
&& snapshotBlob.Metadata.TryGetValue(AssetId, out string snapshotAssetId) |
|||
&& long.TryParse(snapshotVersionStr, out long snapshotVersion) |
|||
&& snapshotVersion == requestedVersion |
|||
&& snapshotAssetId == id) |
|||
{ |
|||
resultBlob = snapshotBlob as CloudBlockBlob; |
|||
break; |
|||
} |
|||
} |
|||
} |
|||
while (token != null); |
|||
|
|||
return resultBlob; |
|||
} |
|||
} |
|||
} |
|||
@ -0,0 +1,29 @@ |
|||
// ==========================================================================
|
|||
// AzureStorageException.cs
|
|||
// Squidex Headless CMS
|
|||
// ==========================================================================
|
|||
// Copyright (c) Squidex Group
|
|||
// All rights reserved.
|
|||
// ==========================================================================
|
|||
|
|||
using System; |
|||
using Microsoft.WindowsAzure.Storage; |
|||
|
|||
namespace Squidex.Infrastructure.AzureStorage |
|||
{ |
|||
[Serializable] |
|||
public class AzureStorageException : StorageException |
|||
{ |
|||
public AzureStorageException() |
|||
{ |
|||
} |
|||
|
|||
public AzureStorageException(string message) : base(message) |
|||
{ |
|||
} |
|||
|
|||
public AzureStorageException(string message, Exception inner) : base(message, inner) |
|||
{ |
|||
} |
|||
} |
|||
} |
|||
@ -0,0 +1,33 @@ |
|||
// ==========================================================================
|
|||
// BlobContainerProvider.cs
|
|||
// Squidex Headless CMS
|
|||
// ==========================================================================
|
|||
// Copyright (c) Squidex Group
|
|||
// All rights reserved.
|
|||
// ==========================================================================
|
|||
|
|||
using System.Threading.Tasks; |
|||
using Microsoft.WindowsAzure.Storage.Blob; |
|||
|
|||
namespace Squidex.Infrastructure.AzureStorage |
|||
{ |
|||
public class BlobContainerProvider : IBlobContainerProvider |
|||
{ |
|||
private readonly IStorageAccountManager accountManager; |
|||
|
|||
public BlobContainerProvider(IStorageAccountManager accountManager) |
|||
{ |
|||
this.accountManager = accountManager; |
|||
} |
|||
|
|||
public async Task<CloudBlobContainer> GetContainerAsync(string name) |
|||
{ |
|||
var client = accountManager.CreateCloudBlobClient(); |
|||
var saneName = name.Replace("@", "-").Replace(".", "-"); |
|||
var container = client.GetContainerReference(saneName); |
|||
await container.CreateIfNotExistsAsync(); |
|||
|
|||
return container; |
|||
} |
|||
} |
|||
} |
|||
@ -0,0 +1,18 @@ |
|||
// ==========================================================================
|
|||
// IBlobContainerProvider.cs
|
|||
// Squidex Headless CMS
|
|||
// ==========================================================================
|
|||
// Copyright (c) Squidex Group
|
|||
// All rights reserved.
|
|||
// ==========================================================================
|
|||
|
|||
using System.Threading.Tasks; |
|||
using Microsoft.WindowsAzure.Storage.Blob; |
|||
|
|||
namespace Squidex.Infrastructure.AzureStorage |
|||
{ |
|||
public interface IBlobContainerProvider |
|||
{ |
|||
Task<CloudBlobContainer> GetContainerAsync(string name); |
|||
} |
|||
} |
|||
@ -0,0 +1,19 @@ |
|||
// ==========================================================================
|
|||
// IStorageAccountManager.cs
|
|||
// Squidex Headless CMS
|
|||
// ==========================================================================
|
|||
// Copyright (c) Squidex Group
|
|||
// All rights reserved.
|
|||
// ==========================================================================
|
|||
|
|||
using Microsoft.WindowsAzure.Storage.Blob; |
|||
|
|||
namespace Squidex.Infrastructure.AzureStorage |
|||
{ |
|||
public interface IStorageAccountManager |
|||
{ |
|||
CloudBlobClient CreateCloudBlobClient(); |
|||
|
|||
string GetSharedAccessSignature(); |
|||
} |
|||
} |
|||
@ -0,0 +1,15 @@ |
|||
<Project Sdk="Microsoft.NET.Sdk"> |
|||
|
|||
<PropertyGroup> |
|||
<TargetFramework>netstandard1.6</TargetFramework> |
|||
</PropertyGroup> |
|||
|
|||
<ItemGroup> |
|||
<PackageReference Include="WindowsAzure.Storage" Version="8.2.0" /> |
|||
</ItemGroup> |
|||
|
|||
<ItemGroup> |
|||
<ProjectReference Include="..\Squidex.Infrastructure\Squidex.Infrastructure.csproj" /> |
|||
</ItemGroup> |
|||
|
|||
</Project> |
|||
@ -0,0 +1,47 @@ |
|||
// ==========================================================================
|
|||
// IStorageAccountManager.cs
|
|||
// Squidex Headless CMS
|
|||
// ==========================================================================
|
|||
// Copyright (c) Squidex Group
|
|||
// All rights reserved.
|
|||
// ==========================================================================
|
|||
|
|||
using System; |
|||
using Microsoft.WindowsAzure.Storage; |
|||
using Microsoft.WindowsAzure.Storage.Blob; |
|||
|
|||
namespace Squidex.Infrastructure.AzureStorage |
|||
{ |
|||
public class StorageAccountManager : IStorageAccountManager |
|||
{ |
|||
private readonly CloudStorageAccount storageAccount; |
|||
|
|||
public StorageAccountManager(string storageAccountConnectionString) |
|||
{ |
|||
try |
|||
{ |
|||
storageAccount = CloudStorageAccount.Parse(storageAccountConnectionString); |
|||
} |
|||
catch (Exception ex) |
|||
when (ex is FormatException || ex is ArgumentException) |
|||
{ |
|||
throw new AzureStorageException("Invalid storage account information provided. Please confirm the AccountName and AccountKey are valid in the app settings file."); |
|||
} |
|||
} |
|||
|
|||
public CloudBlobClient CreateCloudBlobClient() |
|||
{ |
|||
return storageAccount.CreateCloudBlobClient(); |
|||
} |
|||
|
|||
public string GetSharedAccessSignature() |
|||
{ |
|||
return storageAccount.GetSharedAccessSignature(new SharedAccessAccountPolicy() |
|||
{ |
|||
SharedAccessStartTime = DateTimeOffset.UtcNow, |
|||
SharedAccessExpiryTime = DateTimeOffset.UtcNow.AddHours(1), |
|||
Permissions = SharedAccessAccountPermissions.Read | SharedAccessAccountPermissions.List |
|||
}); |
|||
} |
|||
} |
|||
} |
|||
Loading…
Reference in new issue