mirror of https://github.com/Squidex/squidex.git
razims
8 years ago
9 changed files with 410 additions and 2 deletions
@ -0,0 +1,219 @@ |
|||||
|
// ==========================================================================
|
||||
|
// Squidex Headless CMS
|
||||
|
// ==========================================================================
|
||||
|
// Copyright (c) Squidex UG (haftungsbeschraenkt)
|
||||
|
// All rights reserved. Licensed under the MIT license.
|
||||
|
// ==========================================================================
|
||||
|
|
||||
|
using System; |
||||
|
using System.IO; |
||||
|
using System.Linq; |
||||
|
using System.Security.Cryptography.X509Certificates; |
||||
|
using System.Threading; |
||||
|
using System.Threading.Tasks; |
||||
|
using MongoDB.Driver; |
||||
|
using MongoDB.Driver.GridFS; |
||||
|
|
||||
|
namespace Squidex.Infrastructure.Assets |
||||
|
{ |
||||
|
public class MongoGridFsAssetStore : IAssetStore, IInitializable |
||||
|
{ |
||||
|
private readonly string path; |
||||
|
private readonly IGridFSBucket bucket; |
||||
|
private readonly DirectoryInfo directory; |
||||
|
|
||||
|
public MongoGridFsAssetStore(IGridFSBucket bucket, string path) |
||||
|
{ |
||||
|
Guard.NotNull(bucket, nameof(bucket)); |
||||
|
Guard.NotNullOrEmpty(path, nameof(path)); |
||||
|
|
||||
|
this.bucket = bucket; |
||||
|
this.path = path; |
||||
|
|
||||
|
directory = new DirectoryInfo(path); |
||||
|
} |
||||
|
|
||||
|
public void Initialize() |
||||
|
{ |
||||
|
try |
||||
|
{ |
||||
|
// test bucket
|
||||
|
bucket.Database.ListCollections(); |
||||
|
|
||||
|
if (!directory.Exists) |
||||
|
{ |
||||
|
directory.Create(); |
||||
|
} |
||||
|
} |
||||
|
catch (MongoException ex) |
||||
|
{ |
||||
|
throw new ConfigurationException( |
||||
|
$"Cannot connect to Mongo GridFS bucket '${bucket.Options.BucketName}'.", ex); |
||||
|
} |
||||
|
catch (IOException ex) |
||||
|
{ |
||||
|
if (!directory.Exists) |
||||
|
{ |
||||
|
throw new ConfigurationException($"Cannot access directory '{directory.FullName}'", ex); |
||||
|
} |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
public string GenerateSourceUrl(string id, long version, string suffix) |
||||
|
{ |
||||
|
var file = GetFile(id, version, suffix); |
||||
|
|
||||
|
return file.FullName; |
||||
|
} |
||||
|
|
||||
|
public async Task CopyAsync(string name, string id, long version, string suffix, |
||||
|
CancellationToken ct = default(CancellationToken)) |
||||
|
{ |
||||
|
try |
||||
|
{ |
||||
|
var file = GetFile(name); |
||||
|
|
||||
|
using (var stream = new MemoryStream()) |
||||
|
{ |
||||
|
await bucket.DownloadToStreamByNameAsync(file.Name, stream, cancellationToken: ct); |
||||
|
await bucket.UploadFromStreamAsync(file.Name, stream, cancellationToken: ct); |
||||
|
} |
||||
|
|
||||
|
file.CopyTo(GetPath(id, version, suffix)); |
||||
|
} |
||||
|
catch (FileNotFoundException ex) |
||||
|
{ |
||||
|
throw new AssetNotFoundException($"Asset {name} not found.", ex); |
||||
|
} |
||||
|
catch (GridFSException ex) |
||||
|
{ |
||||
|
throw new AssetNotFoundException($"Asset {name} not found.", ex); |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
public async Task DownloadAsync(string id, long version, string suffix, Stream stream, |
||||
|
CancellationToken ct = default(CancellationToken)) |
||||
|
{ |
||||
|
var file = GetFile(id, version, suffix); |
||||
|
|
||||
|
try |
||||
|
{ |
||||
|
if (file.Exists) |
||||
|
{ |
||||
|
using (var fileStream = file.OpenRead()) |
||||
|
{ |
||||
|
await fileStream.CopyToAsync(stream); |
||||
|
} |
||||
|
} |
||||
|
else |
||||
|
{ |
||||
|
// file not found locally
|
||||
|
// read from GridFS
|
||||
|
await bucket.DownloadToStreamByNameAsync(file.Name, stream, cancellationToken: ct); |
||||
|
|
||||
|
// add to local assets
|
||||
|
using (var fileStream = file.OpenWrite()) |
||||
|
{ |
||||
|
await stream.CopyToAsync(fileStream); |
||||
|
} |
||||
|
} |
||||
|
} |
||||
|
catch (Exception ex) |
||||
|
{ |
||||
|
throw new AssetNotFoundException($"Asset {id}, {version} not found.", ex); |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
public Task UploadAsync(string name, Stream stream, CancellationToken ct = default(CancellationToken)) |
||||
|
=> UploadFileCoreAsync(GetFile(name), stream); |
||||
|
|
||||
|
public Task UploadAsync(string id, long version, string suffix, Stream stream, |
||||
|
CancellationToken ct = default(CancellationToken)) |
||||
|
=> UploadFileCoreAsync(GetFile(id, version, suffix), stream); |
||||
|
|
||||
|
public Task DeleteAsync(string name) |
||||
|
=> DeleteCoreAsync(GetFile(name)); |
||||
|
|
||||
|
public Task DeleteAsync(string id, long version, string suffix) |
||||
|
=> DeleteCoreAsync(GetFile(id, version, suffix)); |
||||
|
|
||||
|
private async Task DeleteCoreAsync(FileInfo file) |
||||
|
{ |
||||
|
try |
||||
|
{ |
||||
|
var filter = |
||||
|
Builders<GridFSFileInfo>.Filter.And( |
||||
|
Builders<GridFSFileInfo>.Filter.Eq(x => x.Filename, file.Name) |
||||
|
); |
||||
|
using (var cursor = await bucket.FindAsync(filter)) |
||||
|
{ |
||||
|
await cursor.ForEachAsync(fileInfo => bucket.DeleteAsync(fileInfo.Id)); |
||||
|
} |
||||
|
|
||||
|
file.Delete(); |
||||
|
} |
||||
|
catch (FileNotFoundException ex) |
||||
|
{ |
||||
|
throw new AssetNotFoundException($"Asset {file.Name} not found.", ex); |
||||
|
} |
||||
|
catch (GridFSException ex) |
||||
|
{ |
||||
|
throw new GridFSException( |
||||
|
$"Cannot delete file {file.Name} into Mongo GridFS bucket '{bucket.Options.BucketName}'.", ex); |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
private async Task UploadFileCoreAsync(FileInfo file, Stream stream, |
||||
|
CancellationToken ct = default(CancellationToken)) |
||||
|
{ |
||||
|
try |
||||
|
{ |
||||
|
// upload file to GridFS first
|
||||
|
await bucket.UploadFromStreamAsync(file.Name, stream, cancellationToken: ct); |
||||
|
|
||||
|
// create file locally
|
||||
|
// even if this stage will fail, file will be recreated on the next Download call
|
||||
|
using (var fileStream = file.OpenWrite()) |
||||
|
{ |
||||
|
await stream.CopyToAsync(fileStream); |
||||
|
} |
||||
|
} |
||||
|
catch (IOException ex) |
||||
|
{ |
||||
|
throw new IOException($"Cannot write file '{file.Name}' into directory '{directory.FullName}'.", ex); |
||||
|
} |
||||
|
catch (GridFSException ex) |
||||
|
{ |
||||
|
throw new GridFSException( |
||||
|
$"Cannot upload file {file.Name} into Mongo GridFS bucket '{bucket.Options.BucketName}'.", |
||||
|
ex); |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
private FileInfo GetFile(string id, long version, string suffix) |
||||
|
{ |
||||
|
Guard.NotNullOrEmpty(id, nameof(id)); |
||||
|
|
||||
|
return GetFile(GetPath(id, version, suffix)); |
||||
|
} |
||||
|
|
||||
|
private FileInfo GetFile(string name) |
||||
|
{ |
||||
|
Guard.NotNullOrEmpty(name, nameof(name)); |
||||
|
|
||||
|
return new FileInfo(GetPath(name)); |
||||
|
} |
||||
|
|
||||
|
private string GetPath(string name) |
||||
|
{ |
||||
|
return Path.Combine(directory.FullName, name); |
||||
|
} |
||||
|
|
||||
|
private string GetPath(string id, long version, string suffix) |
||||
|
{ |
||||
|
return Path.Combine(directory.FullName, |
||||
|
string.Join("_", |
||||
|
new[] { id, version.ToString(), suffix }.ToList().Where(x => !string.IsNullOrWhiteSpace(x)))); |
||||
|
} |
||||
|
} |
||||
|
} |
||||
@ -0,0 +1,25 @@ |
|||||
|
<Project Sdk="Microsoft.NET.Sdk"> |
||||
|
<PropertyGroup> |
||||
|
<TargetFramework>netstandard2.0</TargetFramework> |
||||
|
<RootNamespace>Squidex.Infrastructure</RootNamespace> |
||||
|
</PropertyGroup> |
||||
|
<PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|AnyCPU'"> |
||||
|
<DebugType>full</DebugType> |
||||
|
<DebugSymbols>True</DebugSymbols> |
||||
|
</PropertyGroup> |
||||
|
<ItemGroup> |
||||
|
<PackageReference Include="MongoDB.Driver" Version="2.5.1" /> |
||||
|
<PackageReference Include="MongoDB.Driver.GridFS" Version="2.5.1" /> |
||||
|
<PackageReference Include="RefactoringEssentials" Version="5.6.0" /> |
||||
|
<PackageReference Include="StyleCop.Analyzers" Version="1.0.2" /> |
||||
|
</ItemGroup> |
||||
|
<PropertyGroup> |
||||
|
<CodeAnalysisRuleSet>..\..\Squidex.ruleset</CodeAnalysisRuleSet> |
||||
|
</PropertyGroup> |
||||
|
<ItemGroup> |
||||
|
<AdditionalFiles Include="..\..\stylecop.json" Link="stylecop.json" /> |
||||
|
</ItemGroup> |
||||
|
<ItemGroup> |
||||
|
<ProjectReference Include="..\..\src\Squidex.Infrastructure\Squidex.Infrastructure.csproj" /> |
||||
|
</ItemGroup> |
||||
|
</Project> |
||||
@ -0,0 +1,101 @@ |
|||||
|
// ==========================================================================
|
||||
|
// Squidex Headless CMS
|
||||
|
// ==========================================================================
|
||||
|
// Copyright (c) Squidex UG (haftungsbeschränkt)
|
||||
|
// All rights reserved. Licensed under the MIT license.
|
||||
|
// ==========================================================================
|
||||
|
|
||||
|
using System; |
||||
|
using System.IO; |
||||
|
using System.Threading; |
||||
|
using System.Threading.Tasks; |
||||
|
using FakeItEasy; |
||||
|
using MongoDB.Driver; |
||||
|
using MongoDB.Driver.GridFS; |
||||
|
using Xunit; |
||||
|
|
||||
|
namespace Squidex.Infrastructure.Assets |
||||
|
{ |
||||
|
public class MongoGridFsAssetStoreTests : AssetStoreTests<MongoGridFsAssetStore> |
||||
|
{ |
||||
|
private readonly string testFolder = Path.Combine(Path.GetTempPath(), Guid.NewGuid().ToString()); |
||||
|
private readonly IGridFSBucket bucket = A.Fake<IGridFSBucket>(); |
||||
|
|
||||
|
public override MongoGridFsAssetStore CreateStore() |
||||
|
{ |
||||
|
return new MongoGridFsAssetStore(bucket, testFolder); |
||||
|
} |
||||
|
|
||||
|
public override void Dispose() |
||||
|
{ |
||||
|
if (Directory.Exists(testFolder)) |
||||
|
{ |
||||
|
Directory.Delete(testFolder, true); |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
[Fact] |
||||
|
public void Should_calculate_source_url() |
||||
|
{ |
||||
|
Sut.Initialize(); |
||||
|
|
||||
|
var id = Id(); |
||||
|
|
||||
|
Assert.Equal(Path.Combine(testFolder, $"{id}_1"), Sut.GenerateSourceUrl(id, 1, null)); |
||||
|
} |
||||
|
|
||||
|
[Fact] |
||||
|
public override Task Should_throw_exception_if_asset_to_download_is_not_found() |
||||
|
{ |
||||
|
var id = Id(); |
||||
|
|
||||
|
A.CallTo(() => |
||||
|
bucket.DownloadToStreamByNameAsync($"{id}_1_suffix", A<MemoryStream>.Ignored, null, |
||||
|
A<CancellationToken>.Ignored)) |
||||
|
.Throws<AssetNotFoundException>(); |
||||
|
|
||||
|
((IInitializable)Sut).Initialize(); |
||||
|
|
||||
|
return Assert.ThrowsAsync<AssetNotFoundException>(() => |
||||
|
Sut.DownloadAsync(id, 1, "suffix", new MemoryStream())); |
||||
|
} |
||||
|
|
||||
|
[Fact] |
||||
|
public async Task Should_try_to_download_asset_if_is_not_found_locally() |
||||
|
{ |
||||
|
var id = Id(); |
||||
|
using (var stream = new MemoryStream()) |
||||
|
{ |
||||
|
((IInitializable)Sut).Initialize(); |
||||
|
|
||||
|
await Sut.DownloadAsync(id, 1, "suffix", stream); |
||||
|
|
||||
|
A.CallTo(() => |
||||
|
bucket.DownloadToStreamByNameAsync($"{id}_1_suffix", stream, |
||||
|
A<GridFSDownloadByNameOptions>.Ignored, |
||||
|
A<CancellationToken>.Ignored)) |
||||
|
.MustHaveHappened(); |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
[Fact] |
||||
|
public async Task Should_try_to_upload_asset_and_save_locally() |
||||
|
{ |
||||
|
var id = Id(); |
||||
|
var file = new FileInfo(testFolder + Path.DirectorySeparatorChar + $"{id}_1_suffix"); |
||||
|
using (var stream = new MemoryStream(new byte[] { 0x1, 0x2, 0x3, 0x4 })) |
||||
|
{ |
||||
|
((IInitializable)Sut).Initialize(); |
||||
|
|
||||
|
await Sut.UploadAsync(id, 1, "suffix", stream); |
||||
|
|
||||
|
A.CallTo(() => |
||||
|
bucket.UploadFromStreamAsync($"{id}_1_suffix", stream, A<GridFSUploadOptions>.Ignored, |
||||
|
A<CancellationToken>.Ignored)) |
||||
|
.MustHaveHappened(); |
||||
|
|
||||
|
Assert.True(file.Exists); |
||||
|
} |
||||
|
} |
||||
|
} |
||||
|
} |
||||
Loading…
Reference in new issue