mirror of https://github.com/Squidex/squidex.git
3 changed files with 8 additions and 262 deletions
@ -1,235 +0,0 @@ |
|||||
// ==========================================================================
|
|
||||
// Squidex Headless CMS
|
|
||||
// ==========================================================================
|
|
||||
// Copyright (c) Squidex UG (haftungsbeschraenkt)
|
|
||||
// All rights reserved. Licensed under the MIT license.
|
|
||||
// ==========================================================================
|
|
||||
|
|
||||
using System; |
|
||||
using System.IO; |
|
||||
using System.Linq; |
|
||||
using System.Security.Cryptography.X509Certificates; |
|
||||
using System.Threading; |
|
||||
using System.Threading.Tasks; |
|
||||
using MongoDB.Driver; |
|
||||
using MongoDB.Driver.Core.Bindings; |
|
||||
using MongoDB.Driver.GridFS; |
|
||||
|
|
||||
namespace Squidex.Infrastructure.Assets |
|
||||
{ |
|
||||
public class MongoGridFsAssetStore : IAssetStore, IInitializable |
|
||||
{ |
|
||||
public const int ChunkSizeBytes = 255 * 1024; |
|
||||
private const int BufferSize = 81920; |
|
||||
|
|
||||
private readonly string path; |
|
||||
private readonly IGridFSBucket<string> bucket; |
|
||||
private readonly DirectoryInfo directory; |
|
||||
|
|
||||
public MongoGridFsAssetStore(IGridFSBucket<string> bucket, string path) |
|
||||
{ |
|
||||
Guard.NotNull(bucket, nameof(bucket)); |
|
||||
Guard.NotNullOrEmpty(path, nameof(path)); |
|
||||
|
|
||||
this.bucket = bucket; |
|
||||
this.path = path; |
|
||||
|
|
||||
directory = new DirectoryInfo(path); |
|
||||
} |
|
||||
|
|
||||
public void Initialize() |
|
||||
{ |
|
||||
try |
|
||||
{ |
|
||||
// test bucket
|
|
||||
bucket.Database.ListCollections(); |
|
||||
|
|
||||
if (!directory.Exists) |
|
||||
{ |
|
||||
directory.Create(); |
|
||||
} |
|
||||
} |
|
||||
catch (MongoException ex) |
|
||||
{ |
|
||||
throw new ConfigurationException( |
|
||||
$"Cannot connect to Mongo GridFS bucket '${bucket.Options.BucketName}'.", ex); |
|
||||
} |
|
||||
catch (IOException ex) |
|
||||
{ |
|
||||
if (!directory.Exists) |
|
||||
{ |
|
||||
throw new ConfigurationException($"Cannot access directory '{directory.FullName}'", ex); |
|
||||
} |
|
||||
} |
|
||||
} |
|
||||
|
|
||||
public string GenerateSourceUrl(string id, long version, string suffix) |
|
||||
{ |
|
||||
var file = GetFile(id, version, suffix); |
|
||||
|
|
||||
return file.FullName; |
|
||||
} |
|
||||
|
|
||||
public async Task CopyAsync(string name, string id, long version, string suffix, |
|
||||
CancellationToken ct = default(CancellationToken)) |
|
||||
{ |
|
||||
try |
|
||||
{ |
|
||||
var file = GetFile(name); |
|
||||
var toFile = GetFile(id, version, suffix); |
|
||||
|
|
||||
file.CopyTo(toFile.FullName); |
|
||||
|
|
||||
using (var readStream = await bucket.OpenDownloadStreamAsync(file.Name, cancellationToken: ct)) |
|
||||
{ |
|
||||
using (var writeStream = |
|
||||
await bucket.OpenUploadStreamAsync(toFile.Name, toFile.Name, cancellationToken: ct)) |
|
||||
{ |
|
||||
var buffer = new byte[ChunkSizeBytes]; |
|
||||
int bytesRead; |
|
||||
while ((bytesRead = await readStream.ReadAsync(buffer, 0, buffer.Length, ct)) > 0) |
|
||||
{ |
|
||||
await writeStream.WriteAsync(buffer, 0, bytesRead, ct); |
|
||||
} |
|
||||
|
|
||||
await writeStream.CloseAsync(ct); |
|
||||
} |
|
||||
} |
|
||||
} |
|
||||
catch (FileNotFoundException ex) |
|
||||
{ |
|
||||
throw new AssetNotFoundException($"Asset {name} not found.", ex); |
|
||||
} |
|
||||
catch (GridFSException ex) |
|
||||
{ |
|
||||
throw new AssetNotFoundException($"Asset {name} not found.", ex); |
|
||||
} |
|
||||
} |
|
||||
|
|
||||
public async Task DownloadAsync(string id, long version, string suffix, Stream stream, |
|
||||
CancellationToken ct = default(CancellationToken)) |
|
||||
{ |
|
||||
var file = GetFile(id, version, suffix); |
|
||||
|
|
||||
try |
|
||||
{ |
|
||||
if (file.Exists) |
|
||||
{ |
|
||||
using (var fileStream = file.OpenRead()) |
|
||||
{ |
|
||||
await fileStream.CopyToAsync(stream, BufferSize, ct); |
|
||||
} |
|
||||
} |
|
||||
else |
|
||||
{ |
|
||||
// file not found locally
|
|
||||
// read from GridFS
|
|
||||
using (var readStream = await bucket.OpenDownloadStreamAsync(file.Name, cancellationToken: ct)) |
|
||||
{ |
|
||||
using (var fileStream = file.OpenWrite()) |
|
||||
{ |
|
||||
var buffer = new byte[BufferSize]; |
|
||||
int bytesRead; |
|
||||
while ((bytesRead = await readStream.ReadAsync(buffer, 0, buffer.Length, ct)) > 0) |
|
||||
{ |
|
||||
await fileStream.WriteAsync(buffer, 0, bytesRead, ct); |
|
||||
await stream.WriteAsync(buffer, 0, bytesRead, ct); |
|
||||
} |
|
||||
} |
|
||||
} |
|
||||
} |
|
||||
} |
|
||||
catch (Exception ex) |
|
||||
{ |
|
||||
throw new AssetNotFoundException($"Asset {id}, {version} not found.", ex); |
|
||||
} |
|
||||
} |
|
||||
|
|
||||
public Task UploadAsync(string name, Stream stream, CancellationToken ct = default(CancellationToken)) |
|
||||
=> UploadFileCoreAsync(GetFile(name), stream, ct); |
|
||||
|
|
||||
public Task UploadAsync(string id, long version, string suffix, Stream stream, |
|
||||
CancellationToken ct = default(CancellationToken)) |
|
||||
=> UploadFileCoreAsync(GetFile(id, version, suffix), stream, ct); |
|
||||
|
|
||||
public Task DeleteAsync(string name) |
|
||||
=> DeleteCoreAsync(GetFile(name)); |
|
||||
|
|
||||
public Task DeleteAsync(string id, long version, string suffix) |
|
||||
=> DeleteCoreAsync(GetFile(id, version, suffix)); |
|
||||
|
|
||||
private async Task DeleteCoreAsync(FileInfo file, CancellationToken ct = default(CancellationToken)) |
|
||||
{ |
|
||||
try |
|
||||
{ |
|
||||
file.Delete(); |
|
||||
await bucket.DeleteAsync(file.Name, ct); |
|
||||
} |
|
||||
catch (FileNotFoundException ex) |
|
||||
{ |
|
||||
throw new AssetNotFoundException($"Asset {file.Name} not found.", ex); |
|
||||
} |
|
||||
catch (GridFSException ex) |
|
||||
{ |
|
||||
throw new GridFSException( |
|
||||
$"Cannot delete file {file.Name} into Mongo GridFS bucket '{bucket.Options.BucketName}'.", ex); |
|
||||
} |
|
||||
} |
|
||||
|
|
||||
private async Task UploadFileCoreAsync(FileInfo file, Stream stream, |
|
||||
CancellationToken ct = default(CancellationToken)) |
|
||||
{ |
|
||||
try |
|
||||
{ |
|
||||
// upload file to GridFS first
|
|
||||
await bucket.UploadFromStreamAsync(file.Name, file.Name, stream, cancellationToken: ct); |
|
||||
|
|
||||
// reset stream position
|
|
||||
stream.Position = 0; |
|
||||
|
|
||||
// create file locally
|
|
||||
// even if this stage will fail, file will be recreated on the next Download call
|
|
||||
using (var fileStream = file.OpenWrite()) |
|
||||
{ |
|
||||
await stream.CopyToAsync(fileStream, BufferSize, ct); |
|
||||
} |
|
||||
} |
|
||||
catch (IOException ex) |
|
||||
{ |
|
||||
throw new IOException($"Cannot write file '{file.Name}' into directory '{directory.FullName}'.", ex); |
|
||||
} |
|
||||
catch (GridFSException ex) |
|
||||
{ |
|
||||
throw new GridFSException( |
|
||||
$"Cannot upload file {file.Name} into Mongo GridFS bucket '{bucket.Options.BucketName}'.", |
|
||||
ex); |
|
||||
} |
|
||||
} |
|
||||
|
|
||||
private FileInfo GetFile(string id, long version, string suffix) |
|
||||
{ |
|
||||
Guard.NotNullOrEmpty(id, nameof(id)); |
|
||||
|
|
||||
return GetFile(GetPath(id, version, suffix)); |
|
||||
} |
|
||||
|
|
||||
private FileInfo GetFile(string name) |
|
||||
{ |
|
||||
Guard.NotNullOrEmpty(name, nameof(name)); |
|
||||
|
|
||||
return new FileInfo(GetPath(name)); |
|
||||
} |
|
||||
|
|
||||
private string GetPath(string name) |
|
||||
{ |
|
||||
return Path.Combine(directory.FullName, name); |
|
||||
} |
|
||||
|
|
||||
private string GetPath(string id, long version, string suffix) |
|
||||
{ |
|
||||
return Path.Combine(directory.FullName, |
|
||||
string.Join("_", |
|
||||
new[] { id, version.ToString(), suffix }.ToList().Where(x => !string.IsNullOrWhiteSpace(x)))); |
|
||||
} |
|
||||
} |
|
||||
} |
|
||||
@ -1,26 +0,0 @@ |
|||||
<Project Sdk="Microsoft.NET.Sdk"> |
|
||||
<PropertyGroup> |
|
||||
<TargetFramework>netstandard2.0</TargetFramework> |
|
||||
<RootNamespace>Squidex.Infrastructure</RootNamespace> |
|
||||
<LangVersion>7.3</LangVersion> |
|
||||
</PropertyGroup> |
|
||||
<PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|AnyCPU'"> |
|
||||
<DebugType>full</DebugType> |
|
||||
<DebugSymbols>True</DebugSymbols> |
|
||||
</PropertyGroup> |
|
||||
<ItemGroup> |
|
||||
<PackageReference Include="MongoDB.Driver" Version="2.5.1" /> |
|
||||
<PackageReference Include="MongoDB.Driver.GridFS" Version="2.5.1" /> |
|
||||
<PackageReference Include="RefactoringEssentials" Version="5.6.0" PrivateAssets="all" /> |
|
||||
<PackageReference Include="StyleCop.Analyzers" Version="1.0.2" PrivateAssets="all" /> |
|
||||
</ItemGroup> |
|
||||
<PropertyGroup> |
|
||||
<CodeAnalysisRuleSet>..\..\Squidex.ruleset</CodeAnalysisRuleSet> |
|
||||
</PropertyGroup> |
|
||||
<ItemGroup> |
|
||||
<AdditionalFiles Include="..\..\stylecop.json" Link="stylecop.json" /> |
|
||||
</ItemGroup> |
|
||||
<ItemGroup> |
|
||||
<ProjectReference Include="..\..\src\Squidex.Infrastructure\Squidex.Infrastructure.csproj" /> |
|
||||
</ItemGroup> |
|
||||
</Project> |
|
||||
Loading…
Reference in new issue