mirror of https://github.com/Squidex/squidex.git
Sebastian Stehle
6 years ago
committed by
GitHub
GitHub
10 changed files with 349 additions and 6 deletions
@ -0,0 +1,202 @@ |
|||
// ==========================================================================
|
|||
// Squidex Headless CMS
|
|||
// ==========================================================================
|
|||
// Copyright (c) Squidex UG (haftungsbeschränkt)
|
|||
// All rights reserved. Licensed under the MIT license.
|
|||
// ==========================================================================
|
|||
|
|||
using System.IO; |
|||
using System.Net; |
|||
using System.Threading; |
|||
using System.Threading.Tasks; |
|||
using Amazon; |
|||
using Amazon.S3; |
|||
using Amazon.S3.Model; |
|||
using Amazon.S3.Transfer; |
|||
|
|||
namespace Squidex.Infrastructure.Assets |
|||
{ |
|||
public sealed class AmazonS3AssetStore : DisposableObjectBase, IAssetStore, IInitializable |
|||
{ |
|||
private const int BufferSize = 81920; |
|||
private readonly string accessKey; |
|||
private readonly string secretKey; |
|||
private readonly string bucketName; |
|||
private readonly string? bucketFolder; |
|||
private readonly RegionEndpoint bucketRegion; |
|||
private TransferUtility transferUtility; |
|||
private IAmazonS3 s3Client; |
|||
|
|||
public AmazonS3AssetStore(string regionName, string bucketName, string? bucketFolder, string accessKey, string secretKey) |
|||
{ |
|||
Guard.NotNullOrEmpty(bucketName); |
|||
Guard.NotNullOrEmpty(accessKey); |
|||
Guard.NotNullOrEmpty(secretKey); |
|||
|
|||
this.bucketName = bucketName; |
|||
this.bucketFolder = bucketFolder; |
|||
this.accessKey = accessKey; |
|||
this.secretKey = secretKey; |
|||
|
|||
bucketRegion = RegionEndpoint.GetBySystemName(regionName); |
|||
} |
|||
|
|||
protected override void DisposeObject(bool disposing) |
|||
{ |
|||
if (disposing) |
|||
{ |
|||
s3Client?.Dispose(); |
|||
|
|||
transferUtility?.Dispose(); |
|||
} |
|||
} |
|||
|
|||
public async Task InitializeAsync(CancellationToken ct = default) |
|||
{ |
|||
try |
|||
{ |
|||
s3Client = new AmazonS3Client( |
|||
accessKey, |
|||
secretKey, |
|||
bucketRegion); |
|||
|
|||
transferUtility = new TransferUtility(s3Client); |
|||
|
|||
var exists = await s3Client.DoesS3BucketExistAsync(bucketName); |
|||
|
|||
if (!exists) |
|||
{ |
|||
throw new ConfigurationException($"Cannot connect to Amazon S3 bucket '${bucketName}'."); |
|||
} |
|||
} |
|||
catch (AmazonS3Exception ex) |
|||
{ |
|||
throw new ConfigurationException($"Cannot connect to Amazon S3 bucket '${bucketName}'.", ex); |
|||
} |
|||
} |
|||
|
|||
public string? GeneratePublicUrl(string fileName) |
|||
{ |
|||
return null; |
|||
} |
|||
|
|||
public async Task CopyAsync(string sourceFileName, string targetFileName, CancellationToken ct = default) |
|||
{ |
|||
Guard.NotNullOrEmpty(sourceFileName); |
|||
Guard.NotNullOrEmpty(targetFileName); |
|||
|
|||
try |
|||
{ |
|||
await EnsureNotExistsAsync(targetFileName, ct); |
|||
|
|||
var request = new CopyObjectRequest |
|||
{ |
|||
SourceBucket = bucketName, |
|||
SourceKey = GetKey(sourceFileName), |
|||
DestinationBucket = bucketName, |
|||
DestinationKey = GetKey(targetFileName) |
|||
}; |
|||
|
|||
await s3Client.CopyObjectAsync(request, ct); |
|||
} |
|||
catch (AmazonS3Exception ex) when (ex.StatusCode == HttpStatusCode.NotFound) |
|||
{ |
|||
throw new AssetNotFoundException(sourceFileName, ex); |
|||
} |
|||
catch (AmazonS3Exception ex) when (ex.StatusCode == HttpStatusCode.PreconditionFailed) |
|||
{ |
|||
throw new AssetAlreadyExistsException(targetFileName); |
|||
} |
|||
} |
|||
|
|||
public async Task DownloadAsync(string fileName, Stream stream, CancellationToken ct = default) |
|||
{ |
|||
Guard.NotNullOrEmpty(fileName); |
|||
Guard.NotNull(stream); |
|||
|
|||
try |
|||
{ |
|||
var request = new GetObjectRequest { BucketName = bucketName, Key = GetKey(fileName) }; |
|||
|
|||
using (var response = await s3Client.GetObjectAsync(request, ct)) |
|||
{ |
|||
await response.ResponseStream.CopyToAsync(stream, BufferSize, ct); |
|||
} |
|||
} |
|||
catch (AmazonS3Exception ex) when (ex.StatusCode == HttpStatusCode.NotFound) |
|||
{ |
|||
throw new AssetNotFoundException(fileName, ex); |
|||
} |
|||
} |
|||
|
|||
public async Task UploadAsync(string fileName, Stream stream, bool overwrite = false, CancellationToken ct = default) |
|||
{ |
|||
Guard.NotNullOrEmpty(fileName); |
|||
Guard.NotNull(stream); |
|||
|
|||
try |
|||
{ |
|||
if (!overwrite) |
|||
{ |
|||
await EnsureNotExistsAsync(fileName, ct); |
|||
} |
|||
|
|||
var request = new TransferUtilityUploadRequest |
|||
{ |
|||
AutoCloseStream = false, |
|||
BucketName = bucketName, |
|||
InputStream = stream, |
|||
Key = GetKey(fileName) |
|||
}; |
|||
|
|||
await transferUtility.UploadAsync(request, ct); |
|||
} |
|||
catch (AmazonS3Exception ex) when (ex.StatusCode == HttpStatusCode.PreconditionFailed) |
|||
{ |
|||
throw new AssetAlreadyExistsException(fileName); |
|||
} |
|||
} |
|||
|
|||
public async Task DeleteAsync(string fileName) |
|||
{ |
|||
Guard.NotNullOrEmpty(fileName); |
|||
|
|||
try |
|||
{ |
|||
var request = new DeleteObjectRequest { BucketName = bucketName, Key = fileName }; |
|||
|
|||
await s3Client.DeleteObjectAsync(request); |
|||
} |
|||
catch (AmazonS3Exception ex) when (ex.StatusCode == HttpStatusCode.NotFound) |
|||
{ |
|||
return; |
|||
} |
|||
} |
|||
|
|||
private string GetKey(string fileName) |
|||
{ |
|||
if (!string.IsNullOrWhiteSpace(bucketFolder)) |
|||
{ |
|||
return $"{bucketFolder}/{fileName}"; |
|||
} |
|||
else |
|||
{ |
|||
return fileName; |
|||
} |
|||
} |
|||
|
|||
private async Task EnsureNotExistsAsync(string fileName, CancellationToken ct) |
|||
{ |
|||
try |
|||
{ |
|||
await s3Client.GetObjectAsync(bucketName, GetKey(fileName), ct); |
|||
} |
|||
catch |
|||
{ |
|||
return; |
|||
} |
|||
|
|||
throw new AssetAlreadyExistsException(fileName); |
|||
} |
|||
} |
|||
} |
|||
@ -0,0 +1,22 @@ |
|||
<Project Sdk="Microsoft.NET.Sdk"> |
|||
<PropertyGroup> |
|||
<TargetFramework>netcoreapp3.0</TargetFramework> |
|||
<RootNamespace>Squidex.Infrastructure</RootNamespace> |
|||
<LangVersion>8.0</LangVersion> |
|||
<Nullable>enable</Nullable> |
|||
</PropertyGroup> |
|||
<ItemGroup> |
|||
<PackageReference Include="AWSSDK.S3" Version="3.3.106.4" /> |
|||
<PackageReference Include="RefactoringEssentials" Version="5.6.0" PrivateAssets="all" /> |
|||
<PackageReference Include="StyleCop.Analyzers" Version="1.1.118" PrivateAssets="all" /> |
|||
</ItemGroup> |
|||
<ItemGroup> |
|||
<ProjectReference Include="..\Squidex.Infrastructure\Squidex.Infrastructure.csproj" /> |
|||
</ItemGroup> |
|||
<PropertyGroup> |
|||
<CodeAnalysisRuleSet>..\..\Squidex.ruleset</CodeAnalysisRuleSet> |
|||
</PropertyGroup> |
|||
<ItemGroup> |
|||
<AdditionalFiles Include="..\..\stylecop.json" Link="stylecop.json" /> |
|||
</ItemGroup> |
|||
</Project> |
|||
@ -0,0 +1,20 @@ |
|||
// ==========================================================================
|
|||
// Squidex Headless CMS
|
|||
// ==========================================================================
|
|||
// Copyright (c) Squidex UG (haftungsbeschraenkt)
|
|||
// All rights reserved. Licensed under the MIT license.
|
|||
// ==========================================================================
|
|||
|
|||
namespace Squidex.Infrastructure.Assets |
|||
{ |
|||
public sealed class AmazonS3AssetStoreFixture |
|||
{ |
|||
public AmazonS3AssetStore AssetStore { get; } |
|||
|
|||
public AmazonS3AssetStoreFixture() |
|||
{ |
|||
AssetStore = new AmazonS3AssetStore("eu-central-1", "squidex-test", "squidex-assets", "secret", "secret"); |
|||
AssetStore.InitializeAsync().Wait(); |
|||
} |
|||
} |
|||
} |
|||
@ -0,0 +1,44 @@ |
|||
// ==========================================================================
|
|||
// Squidex Headless CMS
|
|||
// ==========================================================================
|
|||
// Copyright (c) Squidex UG (haftungsbeschränkt)
|
|||
// All rights reserved. Licensed under the MIT license.
|
|||
// ==========================================================================
|
|||
|
|||
using System.Threading.Tasks; |
|||
using Xunit; |
|||
|
|||
namespace Squidex.Infrastructure.Assets |
|||
{ |
|||
[Trait("Category", "Dependencies")] |
|||
public class AmazonS3AssetStoreTests : AssetStoreTests<AmazonS3AssetStore>, IClassFixture<AmazonS3AssetStoreFixture> |
|||
{ |
|||
private readonly AmazonS3AssetStoreFixture fixture; |
|||
|
|||
public AmazonS3AssetStoreTests(AmazonS3AssetStoreFixture fixture) |
|||
{ |
|||
this.fixture = fixture; |
|||
} |
|||
|
|||
public override AmazonS3AssetStore CreateStore() |
|||
{ |
|||
return fixture.AssetStore; |
|||
} |
|||
|
|||
[Fact] |
|||
public async Task Should_throw_exception_for_invalid_config() |
|||
{ |
|||
var sut = new AmazonS3AssetStore("invalid", "invalid", null, "invalid", "invalid"); |
|||
|
|||
await Assert.ThrowsAsync<ConfigurationException>(() => sut.InitializeAsync()); |
|||
} |
|||
|
|||
[Fact] |
|||
public void Should_calculate_source_url() |
|||
{ |
|||
var url = Sut.GeneratePublicUrl(FileName); |
|||
|
|||
Assert.Null(url); |
|||
} |
|||
} |
|||
} |
|||
Loading…
Reference in new issue