colin
1 year ago
27 changed files with 1140 additions and 28 deletions
@ -0,0 +1,3 @@ |
|||||
|
<Weavers xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:noNamespaceSchemaLocation="FodyWeavers.xsd"> |
||||
|
<ConfigureAwait ContinueOnCapturedContext="false" /> |
||||
|
</Weavers> |
||||
@ -0,0 +1,30 @@ |
|||||
|
<?xml version="1.0" encoding="utf-8"?> |
||||
|
<xs:schema xmlns:xs="http://www.w3.org/2001/XMLSchema"> |
||||
|
<!-- This file was generated by Fody. Manual changes to this file will be lost when your project is rebuilt. --> |
||||
|
<xs:element name="Weavers"> |
||||
|
<xs:complexType> |
||||
|
<xs:all> |
||||
|
<xs:element name="ConfigureAwait" minOccurs="0" maxOccurs="1"> |
||||
|
<xs:complexType> |
||||
|
<xs:attribute name="ContinueOnCapturedContext" type="xs:boolean" /> |
||||
|
</xs:complexType> |
||||
|
</xs:element> |
||||
|
</xs:all> |
||||
|
<xs:attribute name="VerifyAssembly" type="xs:boolean"> |
||||
|
<xs:annotation> |
||||
|
<xs:documentation>'true' to run assembly verification (PEVerify) on the target assembly after all weavers have been executed.</xs:documentation> |
||||
|
</xs:annotation> |
||||
|
</xs:attribute> |
||||
|
<xs:attribute name="VerifyIgnoreCodes" type="xs:string"> |
||||
|
<xs:annotation> |
||||
|
<xs:documentation>A comma-separated list of error codes that can be safely ignored in assembly verification.</xs:documentation> |
||||
|
</xs:annotation> |
||||
|
</xs:attribute> |
||||
|
<xs:attribute name="GenerateXsd" type="xs:boolean"> |
||||
|
<xs:annotation> |
||||
|
<xs:documentation>'false' to turn off automatic generation of the XML Schema file.</xs:documentation> |
||||
|
</xs:annotation> |
||||
|
</xs:attribute> |
||||
|
</xs:complexType> |
||||
|
</xs:element> |
||||
|
</xs:schema> |
||||
@ -0,0 +1,24 @@ |
|||||
|
<Project Sdk="Microsoft.NET.Sdk"> |
||||
|
|
||||
|
<Import Project="..\..\..\..\configureawait.props" /> |
||||
|
<Import Project="..\..\..\..\common.props" /> |
||||
|
|
||||
|
<PropertyGroup> |
||||
|
<TargetFramework>net8.0</TargetFramework> |
||||
|
<AssemblyName>LINGYUN.Abp.OssManagement.Minio</AssemblyName> |
||||
|
<PackageId>LINGYUN.Abp.OssManagement.Minio</PackageId> |
||||
|
<GenerateAssemblyConfigurationAttribute>false</GenerateAssemblyConfigurationAttribute> |
||||
|
<GenerateAssemblyCompanyAttribute>false</GenerateAssemblyCompanyAttribute> |
||||
|
<GenerateAssemblyProductAttribute>false</GenerateAssemblyProductAttribute> |
||||
|
<RootNamespace /> |
||||
|
</PropertyGroup> |
||||
|
|
||||
|
<ItemGroup> |
||||
|
<PackageReference Include="Volo.Abp.BlobStoring.Minio" /> |
||||
|
</ItemGroup> |
||||
|
|
||||
|
<ItemGroup> |
||||
|
<ProjectReference Include="..\LINGYUN.Abp.OssManagement.Domain\LINGYUN.Abp.OssManagement.Domain.csproj" /> |
||||
|
</ItemGroup> |
||||
|
|
||||
|
</Project> |
||||
@ -0,0 +1,23 @@ |
|||||
|
using Microsoft.Extensions.DependencyInjection; |
||||
|
using System; |
||||
|
using Volo.Abp.BlobStoring.Minio; |
||||
|
using Volo.Abp.Modularity; |
||||
|
|
||||
|
namespace LINGYUN.Abp.OssManagement.Minio; |
||||
|
|
||||
|
[DependsOn( |
||||
|
typeof(AbpBlobStoringMinioModule), |
||||
|
typeof(AbpOssManagementDomainModule))] |
||||
|
public class AbpOssManagementMinioModule : AbpModule |
||||
|
{ |
||||
|
public override void ConfigureServices(ServiceConfigurationContext context) |
||||
|
{ |
||||
|
context.Services.AddTransient<IOssContainerFactory, MinioOssContainerFactory>(); |
||||
|
|
||||
|
context.Services.AddTransient<IOssObjectExpireor>(provider => |
||||
|
provider |
||||
|
.GetRequiredService<IOssContainerFactory>() |
||||
|
.Create() |
||||
|
.As<MinioOssContainer>()); |
||||
|
} |
||||
|
} |
||||
@ -0,0 +1,558 @@ |
|||||
|
using Microsoft.Extensions.Configuration; |
||||
|
using Microsoft.Extensions.Logging; |
||||
|
using Minio; |
||||
|
using Minio.DataModel.Args; |
||||
|
using Minio.DataModel.ILM; |
||||
|
using Minio.Exceptions; |
||||
|
using System; |
||||
|
using System.Collections.Generic; |
||||
|
using System.IO; |
||||
|
using System.Linq; |
||||
|
using System.Linq.Dynamic.Core; |
||||
|
using System.Reactive.Linq; |
||||
|
using System.Threading.Tasks; |
||||
|
using Volo.Abp; |
||||
|
using Volo.Abp.BlobStoring; |
||||
|
using Volo.Abp.BlobStoring.Minio; |
||||
|
using Volo.Abp.MultiTenancy; |
||||
|
using Volo.Abp.Timing; |
||||
|
|
||||
|
namespace LINGYUN.Abp.OssManagement.Minio; |
||||
|
|
||||
|
/// <summary>
|
||||
|
/// Oss容器的Minio实现
|
||||
|
/// </summary>
|
||||
|
public class MinioOssContainer : IOssContainer, IOssObjectExpireor |
||||
|
{ |
||||
|
protected IMinioBlobNameCalculator MinioBlobNameCalculator { get; } |
||||
|
protected IBlobNormalizeNamingService BlobNormalizeNamingService { get; } |
||||
|
protected IBlobContainerConfigurationProvider ConfigurationProvider { get; } |
||||
|
|
||||
|
protected IClock Clock { get; } |
||||
|
protected ICurrentTenant CurrentTenant { get; } |
||||
|
protected ILogger<MinioOssContainer> Logger { get; } |
||||
|
|
||||
|
public MinioOssContainer( |
||||
|
IClock clock, |
||||
|
ICurrentTenant currentTenant, |
||||
|
ILogger<MinioOssContainer> logger, |
||||
|
IMinioBlobNameCalculator minioBlobNameCalculator, |
||||
|
IBlobNormalizeNamingService blobNormalizeNamingService, |
||||
|
IBlobContainerConfigurationProvider configurationProvider) |
||||
|
{ |
||||
|
Clock = clock; |
||||
|
Logger = logger; |
||||
|
CurrentTenant = currentTenant; |
||||
|
MinioBlobNameCalculator = minioBlobNameCalculator; |
||||
|
BlobNormalizeNamingService = blobNormalizeNamingService; |
||||
|
ConfigurationProvider = configurationProvider; |
||||
|
} |
||||
|
|
||||
|
public async virtual Task BulkDeleteObjectsAsync(BulkDeleteObjectRequest request) |
||||
|
{ |
||||
|
var client = GetMinioClient(); |
||||
|
|
||||
|
var bucket = GetBucket(request.Bucket); |
||||
|
|
||||
|
var prefixPath = GetPrefixPath(); |
||||
|
var path = GetBlobPath(prefixPath, request.Path); |
||||
|
|
||||
|
var args = new RemoveObjectsArgs() |
||||
|
.WithBucket(bucket) |
||||
|
.WithObjects(request.Objects.Select((x) => path + x.RemovePreFix("/")).ToList()); |
||||
|
|
||||
|
var response = await client.RemoveObjectsAsync(args); |
||||
|
|
||||
|
var tcs = new TaskCompletionSource<bool>(); |
||||
|
|
||||
|
using var _ = response.Subscribe( |
||||
|
onNext: (error) => |
||||
|
{ |
||||
|
Logger.LogWarning("Batch deletion of objects failed, error details {code}: {message}", error.Code, error.Message); |
||||
|
}, |
||||
|
onError: tcs.SetException, |
||||
|
onCompleted: () => tcs.SetResult(true)); |
||||
|
|
||||
|
await tcs.Task; |
||||
|
} |
||||
|
|
||||
|
public async virtual Task<OssContainer> CreateAsync(string name) |
||||
|
{ |
||||
|
var client = GetMinioClient(); |
||||
|
|
||||
|
var bucket = GetBucket(name); |
||||
|
|
||||
|
if (await BucketExists(client, bucket)) |
||||
|
{ |
||||
|
throw new BusinessException(code: OssManagementErrorCodes.ContainerAlreadyExists); |
||||
|
} |
||||
|
|
||||
|
await client.MakeBucketAsync(new MakeBucketArgs().WithBucket(bucket)); |
||||
|
|
||||
|
return new OssContainer( |
||||
|
name, |
||||
|
Clock.Now, |
||||
|
0L, |
||||
|
Clock.Now, |
||||
|
new Dictionary<string, string>()); |
||||
|
} |
||||
|
|
||||
|
public async virtual Task<OssObject> CreateObjectAsync(CreateOssObjectRequest request) |
||||
|
{ |
||||
|
var client = GetMinioClient(); |
||||
|
|
||||
|
var bucket = GetBucket(request.Bucket); |
||||
|
var prefixPath = GetPrefixPath(); |
||||
|
var objectPath = GetBlobPath(prefixPath, request.Path); |
||||
|
var objectName = objectPath.IsNullOrWhiteSpace() |
||||
|
? request.Object |
||||
|
: objectPath + request.Object; |
||||
|
|
||||
|
if (!request.Overwrite && await ObjectExists(client, bucket, objectName)) |
||||
|
{ |
||||
|
throw new BusinessException(code: OssManagementErrorCodes.ObjectAlreadyExists); |
||||
|
} |
||||
|
|
||||
|
// 没有bucket则创建
|
||||
|
if (!await BucketExists(client, bucket)) |
||||
|
{ |
||||
|
var configuration = GetMinioConfiguration(); |
||||
|
if (!configuration.CreateBucketIfNotExists) |
||||
|
{ |
||||
|
throw new BusinessException(code: OssManagementErrorCodes.ContainerNotFound); |
||||
|
} |
||||
|
await client.MakeBucketAsync(new MakeBucketArgs().WithBucket(bucket)); |
||||
|
} |
||||
|
if (request.Content.IsNullOrEmpty()) |
||||
|
{ |
||||
|
var emptyContent = "This is an OSS object that simulates a directory.".GetBytes(); |
||||
|
request.SetContent(new MemoryStream(emptyContent)); |
||||
|
} |
||||
|
var putResponse = await client.PutObjectAsync(new PutObjectArgs() |
||||
|
.WithBucket(bucket) |
||||
|
.WithObject(objectName) |
||||
|
.WithStreamData(request.Content) |
||||
|
.WithObjectSize(request.Content.Length)); |
||||
|
|
||||
|
if (request.ExpirationTime.HasValue) |
||||
|
{ |
||||
|
var lifecycleRule = new LifecycleRule |
||||
|
{ |
||||
|
Status = "Enabled", |
||||
|
ID = putResponse.Etag, |
||||
|
Expiration = new Expiration(Clock.Now.Add(request.ExpirationTime.Value)) |
||||
|
}; |
||||
|
var lifecycleConfiguration = new LifecycleConfiguration(); |
||||
|
lifecycleConfiguration.Rules.Add(lifecycleRule); |
||||
|
|
||||
|
var lifecycleArgs = new SetBucketLifecycleArgs() |
||||
|
.WithBucket(bucket) |
||||
|
.WithLifecycleConfiguration(lifecycleConfiguration); |
||||
|
|
||||
|
await client.SetBucketLifecycleAsync(lifecycleArgs); |
||||
|
} |
||||
|
|
||||
|
var ossObject = new OssObject( |
||||
|
!objectPath.IsNullOrWhiteSpace() |
||||
|
? objectName.Replace(objectPath, "") |
||||
|
: objectName, |
||||
|
objectPath.Replace(prefixPath, ""), |
||||
|
putResponse.Etag, |
||||
|
Clock.Now, |
||||
|
putResponse.Size, |
||||
|
Clock.Now, |
||||
|
new Dictionary<string, string>(), |
||||
|
objectName.EndsWith('/')) |
||||
|
{ |
||||
|
FullName = objectName.Replace(prefixPath, "") |
||||
|
}; |
||||
|
|
||||
|
if (!Equals(request.Content, Stream.Null)) |
||||
|
{ |
||||
|
request.Content.Seek(0, SeekOrigin.Begin); |
||||
|
ossObject.SetContent(request.Content); |
||||
|
} |
||||
|
|
||||
|
return ossObject; |
||||
|
} |
||||
|
|
||||
|
public async virtual Task DeleteAsync(string name) |
||||
|
{ |
||||
|
var client = GetMinioClient(); |
||||
|
var bucket = GetBucket(name); |
||||
|
|
||||
|
if (!await BucketExists(client, bucket)) |
||||
|
{ |
||||
|
throw new BusinessException(code: OssManagementErrorCodes.ContainerNotFound); |
||||
|
} |
||||
|
|
||||
|
// 非空目录无法删除
|
||||
|
var tcs = new TaskCompletionSource<bool>(); |
||||
|
var listObjectObs = client.ListObjectsAsync( |
||||
|
new ListObjectsArgs() |
||||
|
.WithBucket(bucket)); |
||||
|
|
||||
|
var listObjects = new List<string>(); |
||||
|
using var _ = listObjectObs.Subscribe( |
||||
|
(item) => |
||||
|
{ |
||||
|
listObjects.Add(item.Key); |
||||
|
tcs.TrySetResult(true); |
||||
|
}, |
||||
|
(ex) => tcs.TrySetException(ex), |
||||
|
() => tcs.TrySetResult(true)); |
||||
|
|
||||
|
await tcs.Task; |
||||
|
|
||||
|
if (listObjects.Count > 0) |
||||
|
{ |
||||
|
throw new BusinessException(code: OssManagementErrorCodes.ContainerDeleteWithNotEmpty); |
||||
|
} |
||||
|
|
||||
|
var deleteBucketArgs = new RemoveBucketArgs() |
||||
|
.WithBucket(bucket); |
||||
|
|
||||
|
await client.RemoveBucketAsync(deleteBucketArgs); |
||||
|
} |
||||
|
|
||||
|
public async virtual Task DeleteObjectAsync(GetOssObjectRequest request) |
||||
|
{ |
||||
|
if (request.Object.EndsWith('/')) |
||||
|
{ |
||||
|
// Minio系统设计并不支持目录的形式
|
||||
|
// 如果是目录的形式,那必定有文件存在,抛出目录不为空即可
|
||||
|
throw new BusinessException(code: OssManagementErrorCodes.ObjectDeleteWithNotEmpty); |
||||
|
} |
||||
|
|
||||
|
var client = GetMinioClient(); |
||||
|
|
||||
|
var bucket = GetBucket(request.Bucket); |
||||
|
|
||||
|
var prefixPath = GetPrefixPath(); |
||||
|
var objectPath = GetBlobPath(prefixPath, request.Path); |
||||
|
var objectName = objectPath.IsNullOrWhiteSpace() |
||||
|
? request.Object |
||||
|
: objectPath + request.Object; |
||||
|
|
||||
|
if (await BucketExists(client, bucket) && |
||||
|
await ObjectExists(client, bucket, objectName)) |
||||
|
{ |
||||
|
var removeObjectArgs = new RemoveObjectArgs() |
||||
|
.WithBucket(bucket) |
||||
|
.WithObject(objectName); |
||||
|
|
||||
|
await client.RemoveObjectAsync(removeObjectArgs); |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
public async virtual Task<bool> ExistsAsync(string name) |
||||
|
{ |
||||
|
var client = GetMinioClient(); |
||||
|
|
||||
|
var bucket = GetBucket(name); |
||||
|
|
||||
|
return await BucketExists(client, bucket); |
||||
|
} |
||||
|
|
||||
|
public async virtual Task ExpireAsync(ExprieOssObjectRequest request) |
||||
|
{ |
||||
|
var client = GetMinioClient(); |
||||
|
|
||||
|
var bucket = GetBucket(request.Bucket); |
||||
|
|
||||
|
var bucketListResult = await client.ListBucketsAsync(); |
||||
|
var expiredBuckets = bucketListResult.Buckets.Take(request.Batch); |
||||
|
|
||||
|
foreach (var expiredBucket in expiredBuckets) |
||||
|
{ |
||||
|
var listObjectArgs = new ListObjectsArgs() |
||||
|
.WithBucket(expiredBucket.Name); |
||||
|
|
||||
|
var expiredObjectItem = client.ListObjectsAsync(listObjectArgs); |
||||
|
|
||||
|
var tcs = new TaskCompletionSource<bool>(); |
||||
|
using var _ = expiredObjectItem.Subscribe( |
||||
|
onNext: (item) => |
||||
|
{ |
||||
|
var lifecycleRule = new LifecycleRule |
||||
|
{ |
||||
|
Status = "Enabled", |
||||
|
ID = item.Key, |
||||
|
Expiration = new Expiration(Clock.Normalize(request.ExpirationTime.DateTime)) |
||||
|
}; |
||||
|
var lifecycleConfiguration = new LifecycleConfiguration(); |
||||
|
lifecycleConfiguration.Rules.Add(lifecycleRule); |
||||
|
|
||||
|
var lifecycleArgs = new SetBucketLifecycleArgs() |
||||
|
.WithBucket(bucket) |
||||
|
.WithLifecycleConfiguration(lifecycleConfiguration); |
||||
|
|
||||
|
var _ = client.SetBucketLifecycleAsync(lifecycleArgs); |
||||
|
}, |
||||
|
onError: tcs.SetException, |
||||
|
onCompleted: () => tcs.SetResult(true) |
||||
|
); |
||||
|
|
||||
|
await tcs.Task; |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
public async virtual Task<OssContainer> GetAsync(string name) |
||||
|
{ |
||||
|
var client = GetMinioClient(); |
||||
|
|
||||
|
var bucket = GetBucket(name); |
||||
|
|
||||
|
var bucketListResult = await client.ListBucketsAsync(); |
||||
|
|
||||
|
var bucketInfo = bucketListResult.Buckets.FirstOrDefault((x) => x.Name == bucket); |
||||
|
if (bucketInfo == null) |
||||
|
{ |
||||
|
throw new BusinessException(code: OssManagementErrorCodes.ContainerNotFound); |
||||
|
} |
||||
|
|
||||
|
return new OssContainer( |
||||
|
bucketInfo.Name, |
||||
|
bucketInfo.CreationDateDateTime, |
||||
|
0L, |
||||
|
bucketInfo.CreationDateDateTime, |
||||
|
new Dictionary<string, string>()); |
||||
|
} |
||||
|
|
||||
|
public async virtual Task<GetOssContainersResponse> GetListAsync(GetOssContainersRequest request) |
||||
|
{ |
||||
|
var client = GetMinioClient(); |
||||
|
|
||||
|
var bucketListResult = await client.ListBucketsAsync(); |
||||
|
|
||||
|
var totalCount = bucketListResult.Buckets.Count; |
||||
|
|
||||
|
var resultObjects = bucketListResult.Buckets |
||||
|
.AsQueryable() |
||||
|
.OrderBy(x => x.Name) |
||||
|
.PageBy(request.Current, request.MaxKeys ?? 10) |
||||
|
.Select(x => new OssContainer( |
||||
|
x.Name, |
||||
|
x.CreationDateDateTime, |
||||
|
0L, |
||||
|
null, |
||||
|
new Dictionary<string, string>())) |
||||
|
.ToList(); |
||||
|
|
||||
|
return new GetOssContainersResponse( |
||||
|
request.Prefix, |
||||
|
request.Marker, |
||||
|
null, |
||||
|
totalCount, |
||||
|
resultObjects); |
||||
|
} |
||||
|
|
||||
|
public async virtual Task<OssObject> GetObjectAsync(GetOssObjectRequest request) |
||||
|
{ |
||||
|
var client = GetMinioClient(); |
||||
|
|
||||
|
var bucket = GetBucket(request.Bucket); |
||||
|
|
||||
|
var prefixPath = GetPrefixPath(); |
||||
|
var objectPath = GetBlobPath(prefixPath, request.Path); |
||||
|
var objectName = objectPath.IsNullOrWhiteSpace() |
||||
|
? request.Object |
||||
|
: objectPath.EnsureEndsWith('/') + request.Object; |
||||
|
|
||||
|
if (!await ObjectExists(client, bucket, objectName)) |
||||
|
{ |
||||
|
throw new BusinessException(code: OssManagementErrorCodes.ObjectNotFound); |
||||
|
} |
||||
|
|
||||
|
var memoryStream = new MemoryStream(); |
||||
|
var getObjectArgs = new GetObjectArgs() |
||||
|
.WithBucket(bucket) |
||||
|
.WithObject(objectName) |
||||
|
.WithCallbackStream((stream) => |
||||
|
{ |
||||
|
if (stream != null) |
||||
|
{ |
||||
|
stream.CopyTo(memoryStream); |
||||
|
memoryStream.Seek(0, SeekOrigin.Begin); |
||||
|
} |
||||
|
else |
||||
|
{ |
||||
|
memoryStream = null; |
||||
|
} |
||||
|
}); |
||||
|
var getObjectResult = await client.GetObjectAsync(getObjectArgs); |
||||
|
|
||||
|
var ossObject = new OssObject( |
||||
|
!objectPath.IsNullOrWhiteSpace() |
||||
|
? getObjectResult.ObjectName.Replace(objectPath, "") |
||||
|
: getObjectResult.ObjectName, |
||||
|
request.Path, |
||||
|
getObjectResult.ETag, |
||||
|
getObjectResult.LastModified, |
||||
|
memoryStream.Length, |
||||
|
getObjectResult.LastModified, |
||||
|
getObjectResult.MetaData, |
||||
|
getObjectResult.ObjectName.EndsWith("/")) |
||||
|
{ |
||||
|
FullName = getObjectResult.ObjectName.Replace(prefixPath, "") |
||||
|
}; |
||||
|
|
||||
|
if (memoryStream.Length > 0) |
||||
|
{ |
||||
|
ossObject.SetContent(memoryStream); |
||||
|
} |
||||
|
|
||||
|
if (!request.Process.IsNullOrWhiteSpace()) |
||||
|
{ |
||||
|
// TODO: 文件流处理
|
||||
|
} |
||||
|
|
||||
|
return ossObject; |
||||
|
} |
||||
|
|
||||
|
public async virtual Task<GetOssObjectsResponse> GetObjectsAsync(GetOssObjectsRequest request) |
||||
|
{ |
||||
|
var client = GetMinioClient(); |
||||
|
|
||||
|
var bucket = GetBucket(request.BucketName); |
||||
|
|
||||
|
var prefixPath = GetPrefixPath(); |
||||
|
var objectPath = GetBlobPath(prefixPath, request.Prefix); |
||||
|
var marker = !objectPath.IsNullOrWhiteSpace() && !request.Marker.IsNullOrWhiteSpace() |
||||
|
? request.Marker.Replace(objectPath, "") |
||||
|
: request.Marker; |
||||
|
|
||||
|
var listObjectArgs = new ListObjectsArgs() |
||||
|
.WithBucket(bucket) |
||||
|
.WithPrefix(objectPath); |
||||
|
|
||||
|
var tcs = new TaskCompletionSource<bool>(); |
||||
|
|
||||
|
var listObjectResult = client.ListObjectsAsync(listObjectArgs); |
||||
|
|
||||
|
var resultObjects = new List<OssObject>(); |
||||
|
|
||||
|
using var _ = listObjectResult.Subscribe( |
||||
|
onNext: (item) => |
||||
|
{ |
||||
|
resultObjects.Add(new OssObject( |
||||
|
!objectPath.IsNullOrWhiteSpace() |
||||
|
? item.Key.Replace(objectPath, "") |
||||
|
: item.Key, |
||||
|
request.Prefix, |
||||
|
item.ETag, |
||||
|
item.LastModifiedDateTime, |
||||
|
item.Size.To<long>(), |
||||
|
item.LastModifiedDateTime, |
||||
|
new Dictionary<string, string>(), |
||||
|
item.IsDir)); |
||||
|
}, |
||||
|
onError: (ex) => |
||||
|
{ |
||||
|
tcs.TrySetException(ex); |
||||
|
}, |
||||
|
onCompleted: () => |
||||
|
{ |
||||
|
tcs.SetResult(true); |
||||
|
} |
||||
|
); |
||||
|
|
||||
|
await tcs.Task; |
||||
|
|
||||
|
var totalCount = resultObjects.Count; |
||||
|
resultObjects = resultObjects |
||||
|
.AsQueryable() |
||||
|
.OrderBy(x => x.Name) |
||||
|
.PageBy(request.Current, request.MaxKeys ?? 10) |
||||
|
.ToList(); |
||||
|
|
||||
|
return new GetOssObjectsResponse( |
||||
|
bucket, |
||||
|
request.Prefix, |
||||
|
request.Marker, |
||||
|
marker, |
||||
|
"/", |
||||
|
totalCount, |
||||
|
resultObjects); |
||||
|
} |
||||
|
|
||||
|
protected virtual IMinioClient GetMinioClient() |
||||
|
{ |
||||
|
var configuration = GetMinioConfiguration(); |
||||
|
|
||||
|
var client = new MinioClient() |
||||
|
.WithEndpoint(configuration.EndPoint) |
||||
|
.WithCredentials(configuration.AccessKey, configuration.SecretKey); |
||||
|
|
||||
|
if (configuration.WithSSL) |
||||
|
{ |
||||
|
client.WithSSL(); |
||||
|
} |
||||
|
|
||||
|
return client.Build(); |
||||
|
} |
||||
|
|
||||
|
protected async virtual Task<bool> BucketExists(IMinioClient client, string bucket) |
||||
|
{ |
||||
|
var args = new BucketExistsArgs().WithBucket(bucket); |
||||
|
|
||||
|
return await client.BucketExistsAsync(args); |
||||
|
} |
||||
|
|
||||
|
protected async virtual Task<bool> ObjectExists(IMinioClient client, string bucket, string @object) |
||||
|
{ |
||||
|
if (await client.BucketExistsAsync(new BucketExistsArgs().WithBucket(bucket))) |
||||
|
{ |
||||
|
try |
||||
|
{ |
||||
|
await client.StatObjectAsync(new StatObjectArgs().WithBucket(bucket).WithObject(@object)); |
||||
|
} |
||||
|
catch (Exception e) |
||||
|
{ |
||||
|
if (e is ObjectNotFoundException) |
||||
|
{ |
||||
|
return false; |
||||
|
} |
||||
|
|
||||
|
throw; |
||||
|
} |
||||
|
|
||||
|
return true; |
||||
|
} |
||||
|
|
||||
|
return false; |
||||
|
} |
||||
|
|
||||
|
protected virtual MinioBlobProviderConfiguration GetMinioConfiguration() |
||||
|
{ |
||||
|
var configuration = ConfigurationProvider.Get<AbpOssManagementContainer>(); |
||||
|
|
||||
|
return configuration.GetMinioConfiguration(); |
||||
|
} |
||||
|
|
||||
|
protected virtual string GetBucket(string bucket) |
||||
|
{ |
||||
|
var configuration = ConfigurationProvider.Get<AbpOssManagementContainer>(); |
||||
|
var minioConfiguration = configuration.GetMinioConfiguration(); |
||||
|
|
||||
|
return bucket.IsNullOrWhiteSpace() |
||||
|
? BlobNormalizeNamingService.NormalizeContainerName(configuration, minioConfiguration.BucketName!) |
||||
|
: BlobNormalizeNamingService.NormalizeContainerName(configuration, bucket); |
||||
|
} |
||||
|
|
||||
|
protected virtual string GetPrefixPath() |
||||
|
{ |
||||
|
return CurrentTenant.Id == null |
||||
|
? $"host/" |
||||
|
: $"tenants/{CurrentTenant.Id.Value.ToString("D")}/"; |
||||
|
} |
||||
|
|
||||
|
protected virtual string GetBlobPath(string basePath, string path) |
||||
|
{ |
||||
|
var resultPath = $"{basePath}{(
|
||||
|
path.IsNullOrWhiteSpace() ? "" : |
||||
|
path.Replace("./", "").RemovePreFix("/"))}";
|
||||
|
|
||||
|
return resultPath.Replace("//", ""); |
||||
|
} |
||||
|
} |
||||
@ -0,0 +1,44 @@ |
|||||
|
using Microsoft.Extensions.Logging; |
||||
|
using Volo.Abp.BlobStoring; |
||||
|
using Volo.Abp.BlobStoring.Minio; |
||||
|
using Volo.Abp.MultiTenancy; |
||||
|
using Volo.Abp.Timing; |
||||
|
|
||||
|
namespace LINGYUN.Abp.OssManagement.Minio; |
||||
|
public class MinioOssContainerFactory : IOssContainerFactory |
||||
|
{ |
||||
|
protected IMinioBlobNameCalculator MinioBlobNameCalculator { get; } |
||||
|
protected IBlobNormalizeNamingService BlobNormalizeNamingService { get; } |
||||
|
protected IBlobContainerConfigurationProvider ConfigurationProvider { get; } |
||||
|
|
||||
|
protected IClock Clock { get; } |
||||
|
protected ICurrentTenant CurrentTenant { get; } |
||||
|
protected ILogger<MinioOssContainer> Logger { get; } |
||||
|
|
||||
|
public MinioOssContainerFactory( |
||||
|
IClock clock, |
||||
|
ICurrentTenant currentTenant, |
||||
|
ILogger<MinioOssContainer> logger, |
||||
|
IMinioBlobNameCalculator minioBlobNameCalculator, |
||||
|
IBlobNormalizeNamingService blobNormalizeNamingService, |
||||
|
IBlobContainerConfigurationProvider configurationProvider) |
||||
|
{ |
||||
|
Clock = clock; |
||||
|
Logger = logger; |
||||
|
CurrentTenant = currentTenant; |
||||
|
MinioBlobNameCalculator = minioBlobNameCalculator; |
||||
|
BlobNormalizeNamingService = blobNormalizeNamingService; |
||||
|
ConfigurationProvider = configurationProvider; |
||||
|
} |
||||
|
|
||||
|
public IOssContainer Create() |
||||
|
{ |
||||
|
return new MinioOssContainer( |
||||
|
Clock, |
||||
|
CurrentTenant, |
||||
|
Logger, |
||||
|
MinioBlobNameCalculator, |
||||
|
BlobNormalizeNamingService, |
||||
|
ConfigurationProvider); |
||||
|
} |
||||
|
} |
||||
@ -0,0 +1,19 @@ |
|||||
|
# LINGYUN.Abp.OssManagement.Minio |
||||
|
|
||||
|
Oss容器管理接口的Minio实现 |
||||
|
|
||||
|
## 配置使用 |
||||
|
|
||||
|
模块按需引用 |
||||
|
|
||||
|
相关配置项请参考 [BlobStoring Minio](https://abp.io/docs/latest/framework/infrastructure/blob-storing/minio) |
||||
|
|
||||
|
```csharp |
||||
|
[DependsOn(typeof(AbpOssManagementMinioModule))] |
||||
|
public class YouProjectModule : AbpModule |
||||
|
{ |
||||
|
// other |
||||
|
} |
||||
|
``` |
||||
|
|
||||
|
|
||||
@ -0,0 +1,23 @@ |
|||||
|
<Project Sdk="Microsoft.NET.Sdk"> |
||||
|
|
||||
|
<PropertyGroup> |
||||
|
<TargetFramework>net8.0</TargetFramework> |
||||
|
<RootNamespace /> |
||||
|
<IsPackable>false</IsPackable> |
||||
|
</PropertyGroup> |
||||
|
|
||||
|
<ItemGroup> |
||||
|
<PackageReference Include="Microsoft.NET.Test.Sdk" /> |
||||
|
<PackageReference Include="xunit" /> |
||||
|
<PackageReference Include="xunit.runner.visualstudio"> |
||||
|
<IncludeAssets>runtime; build; native; contentfiles; analyzers; buildtransitive</IncludeAssets> |
||||
|
<PrivateAssets>all</PrivateAssets> |
||||
|
</PackageReference> |
||||
|
</ItemGroup> |
||||
|
|
||||
|
<ItemGroup> |
||||
|
<ProjectReference Include="..\..\modules\oss-management\LINGYUN.Abp.OssManagement.Domain\LINGYUN.Abp.OssManagement.Domain.csproj" /> |
||||
|
<ProjectReference Include="..\LINGYUN.Abp.TestBase\LINGYUN.Abp.TestsBase.csproj" /> |
||||
|
</ItemGroup> |
||||
|
|
||||
|
</Project> |
||||
@ -0,0 +1,6 @@ |
|||||
|
using LINGYUN.Abp.Tests; |
||||
|
|
||||
|
namespace LINGYUN.Abp.OssManagement; |
||||
|
public abstract class AbpOssManagementDomainTestBase : AbpTestsBase<AbpOssManagementDomainTestsModule> |
||||
|
{ |
||||
|
} |
||||
@ -0,0 +1,11 @@ |
|||||
|
using LINGYUN.Abp.Tests; |
||||
|
using Volo.Abp.Modularity; |
||||
|
|
||||
|
namespace LINGYUN.Abp.OssManagement; |
||||
|
|
||||
|
[DependsOn( |
||||
|
typeof(AbpOssManagementDomainModule), |
||||
|
typeof(AbpTestsBaseModule))] |
||||
|
public class AbpOssManagementDomainTestsModule : AbpModule |
||||
|
{ |
||||
|
} |
||||
@ -0,0 +1,248 @@ |
|||||
|
using Shouldly; |
||||
|
using System; |
||||
|
using System.IO; |
||||
|
using System.Linq; |
||||
|
using System.Threading.Tasks; |
||||
|
using Volo.Abp; |
||||
|
using Volo.Abp.Modularity; |
||||
|
using Volo.Abp.MultiTenancy; |
||||
|
using Volo.Abp.Testing; |
||||
|
using Xunit; |
||||
|
using static System.Runtime.InteropServices.JavaScript.JSType; |
||||
|
|
||||
|
namespace LINGYUN.Abp.OssManagement; |
||||
|
public abstract class OssContainer_Tests<TStartupModule> : AbpIntegratedTest<TStartupModule> |
||||
|
where TStartupModule : IAbpModule |
||||
|
{ |
||||
|
private readonly ICurrentTenant _currentTenant; |
||||
|
private readonly IOssContainerFactory _ossContainerFactory; |
||||
|
|
||||
|
protected OssContainer_Tests() |
||||
|
{ |
||||
|
_currentTenant = GetRequiredService<ICurrentTenant>(); |
||||
|
_ossContainerFactory = GetRequiredService<IOssContainerFactory>(); |
||||
|
} |
||||
|
|
||||
|
[Theory] |
||||
|
[InlineData("test-bucket")] |
||||
|
public async virtual Task Should_Creat_And_Get_Bucket(string bucket) |
||||
|
{ |
||||
|
var container = _ossContainerFactory.Create(); |
||||
|
|
||||
|
var ossContainer = await container.CreateAsync(bucket); |
||||
|
|
||||
|
ossContainer.ShouldNotBeNull(); |
||||
|
ossContainer.Name.ShouldBe(bucket); |
||||
|
|
||||
|
await container.DeleteAsync(bucket); |
||||
|
} |
||||
|
|
||||
|
[Theory] |
||||
|
[InlineData("test-bucket")] |
||||
|
public async virtual Task Should_Get_Exists_Bucket(string bucket) |
||||
|
{ |
||||
|
var container = _ossContainerFactory.Create(); |
||||
|
|
||||
|
await container.CreateAsync(bucket); |
||||
|
|
||||
|
var getContainer = await container.GetAsync(bucket); |
||||
|
|
||||
|
getContainer.ShouldNotBeNull(); |
||||
|
getContainer.Name.ShouldBe(bucket); |
||||
|
|
||||
|
await container.DeleteAsync(bucket); |
||||
|
} |
||||
|
|
||||
|
[Theory] |
||||
|
[InlineData("test-bucket")] |
||||
|
public async virtual Task Should_Delete_Bucket(string bucket) |
||||
|
{ |
||||
|
var container = _ossContainerFactory.Create(); |
||||
|
|
||||
|
await container.CreateAsync(bucket); |
||||
|
|
||||
|
await container.DeleteAsync(bucket); |
||||
|
|
||||
|
var getNotFoundException = await Assert.ThrowsAsync<BusinessException>(async () => |
||||
|
await container.GetAsync(bucket) |
||||
|
); |
||||
|
|
||||
|
getNotFoundException.Code.ShouldBe(OssManagementErrorCodes.ContainerNotFound); |
||||
|
|
||||
|
var deleteNotFoundException = await Assert.ThrowsAsync<BusinessException>(async () => |
||||
|
await container.DeleteAsync(bucket) |
||||
|
); |
||||
|
|
||||
|
deleteNotFoundException.Code.ShouldBe(OssManagementErrorCodes.ContainerNotFound); |
||||
|
} |
||||
|
|
||||
|
[Theory] |
||||
|
[InlineData("test-bucket", "test-object-1")] |
||||
|
[InlineData("test-bucket", "test-folder/test-object-1")] |
||||
|
public async virtual Task Should_Save_And_Get_Object(string bucket, string @object) |
||||
|
{ |
||||
|
var container = _ossContainerFactory.Create(); |
||||
|
|
||||
|
if (!await container.ExistsAsync(bucket)) |
||||
|
{ |
||||
|
await container.CreateAsync(bucket); |
||||
|
} |
||||
|
|
||||
|
var testContent = "test content".GetBytes(); |
||||
|
using var stream = new MemoryStream(testContent); |
||||
|
|
||||
|
var createObject = await container.CreateObjectAsync( |
||||
|
new CreateOssObjectRequest( |
||||
|
bucket, |
||||
|
@object, |
||||
|
stream)); |
||||
|
|
||||
|
var getOssObject = await container.GetObjectAsync( |
||||
|
new GetOssObjectRequest( |
||||
|
bucket, |
||||
|
@object)); |
||||
|
|
||||
|
var result = await getOssObject.Content.GetAllBytesAsync(); |
||||
|
result.SequenceEqual(testContent).ShouldBeTrue(); |
||||
|
|
||||
|
await container.DeleteObjectAsync( |
||||
|
new GetOssObjectRequest( |
||||
|
bucket, |
||||
|
@object)); |
||||
|
|
||||
|
await container.DeleteAsync(bucket); |
||||
|
} |
||||
|
|
||||
|
[Theory] |
||||
|
[InlineData("test-bucket", "test-object-1")] |
||||
|
[InlineData("test-bucket", "test-folder/test-object-1")] |
||||
|
public async virtual Task Should_Delete_Object(string bucket, string @object) |
||||
|
{ |
||||
|
var container = _ossContainerFactory.Create(); |
||||
|
|
||||
|
if (!await container.ExistsAsync(bucket)) |
||||
|
{ |
||||
|
await container.CreateAsync(bucket); |
||||
|
} |
||||
|
|
||||
|
var testContent = "test content".GetBytes(); |
||||
|
using var stream = new MemoryStream(testContent); |
||||
|
|
||||
|
await container.CreateObjectAsync( |
||||
|
new CreateOssObjectRequest( |
||||
|
bucket, |
||||
|
@object, |
||||
|
stream)); |
||||
|
|
||||
|
var getOssObjectRequest = new GetOssObjectRequest( |
||||
|
bucket, |
||||
|
@object); |
||||
|
await container.DeleteObjectAsync(getOssObjectRequest); |
||||
|
|
||||
|
var getNotFoundException = await Assert.ThrowsAsync<BusinessException>(async () => |
||||
|
await container.GetObjectAsync(getOssObjectRequest) |
||||
|
); |
||||
|
|
||||
|
getNotFoundException.Code.ShouldBe(OssManagementErrorCodes.ObjectNotFound); |
||||
|
|
||||
|
await container.DeleteAsync(bucket); |
||||
|
} |
||||
|
|
||||
|
[Theory] |
||||
|
[InlineData("test-bucket")] |
||||
|
public async virtual Task Should_Bulk_Delete_Object(string bucket) |
||||
|
{ |
||||
|
var container = _ossContainerFactory.Create(); |
||||
|
|
||||
|
if (!await container.ExistsAsync(bucket)) |
||||
|
{ |
||||
|
await container.CreateAsync(bucket); |
||||
|
} |
||||
|
|
||||
|
string[] testObjects = ["test-object-1", "test-object-2", "test-object-3"]; |
||||
|
var testContent = "test content".GetBytes(); |
||||
|
using var stream = new MemoryStream(testContent); |
||||
|
|
||||
|
foreach (var testObject in testObjects) |
||||
|
{ |
||||
|
await container.CreateObjectAsync( |
||||
|
new CreateOssObjectRequest( |
||||
|
bucket, |
||||
|
testObject, |
||||
|
stream)); |
||||
|
} |
||||
|
|
||||
|
await container.BulkDeleteObjectsAsync( |
||||
|
new BulkDeleteObjectRequest(bucket, testObjects, "/")); |
||||
|
|
||||
|
var getNotFoundException = await Assert.ThrowsAsync<BusinessException>(async () => |
||||
|
await container.GetObjectAsync( |
||||
|
new GetOssObjectRequest( |
||||
|
bucket, |
||||
|
testObjects[0]) |
||||
|
) |
||||
|
); |
||||
|
|
||||
|
getNotFoundException.Code.ShouldBe(OssManagementErrorCodes.ObjectNotFound); |
||||
|
|
||||
|
await container.BulkDeleteObjectsAsync( |
||||
|
new BulkDeleteObjectRequest( |
||||
|
bucket, testObjects, "/")); |
||||
|
|
||||
|
await container.DeleteAsync(bucket); |
||||
|
} |
||||
|
|
||||
|
[Theory] |
||||
|
[InlineData("test-bucket")] |
||||
|
public async virtual Task Should_List_Object(string bucket) |
||||
|
{ |
||||
|
var container = _ossContainerFactory.Create(); |
||||
|
|
||||
|
if (!await container.ExistsAsync(bucket)) |
||||
|
{ |
||||
|
await container.CreateAsync(bucket); |
||||
|
} |
||||
|
|
||||
|
string[] testObjects = [ |
||||
|
"test-object-1", |
||||
|
"test-object-2", |
||||
|
"test-object-3", |
||||
|
"test-object-4", |
||||
|
"test-object-5"]; |
||||
|
var testContent = "test content".GetBytes(); |
||||
|
using var stream = new MemoryStream(testContent); |
||||
|
|
||||
|
foreach (var testObject in testObjects) |
||||
|
{ |
||||
|
await container.CreateObjectAsync( |
||||
|
new CreateOssObjectRequest( |
||||
|
bucket, |
||||
|
testObject, |
||||
|
stream)); |
||||
|
} |
||||
|
|
||||
|
var result1 = await container.GetObjectsAsync( |
||||
|
new GetOssObjectsRequest( |
||||
|
bucket, |
||||
|
"/", |
||||
|
maxKeys: 1)); |
||||
|
|
||||
|
result1.Objects.Count.ShouldBe(1); |
||||
|
result1.Objects[0].Name.ShouldBe(testObjects[0]); |
||||
|
|
||||
|
var result2 = await container.GetObjectsAsync( |
||||
|
new GetOssObjectsRequest( |
||||
|
bucket, |
||||
|
"/", |
||||
|
current: 2, |
||||
|
maxKeys: 2)); |
||||
|
result2.Objects.Count.ShouldBe(2); |
||||
|
result2.Objects[1].Name.ShouldBe(testObjects[3]); |
||||
|
|
||||
|
await container.BulkDeleteObjectsAsync( |
||||
|
new BulkDeleteObjectRequest( |
||||
|
bucket, testObjects, "/")); |
||||
|
|
||||
|
await container.DeleteAsync(bucket); |
||||
|
} |
||||
|
} |
||||
@ -0,0 +1,23 @@ |
|||||
|
<Project Sdk="Microsoft.NET.Sdk"> |
||||
|
|
||||
|
<PropertyGroup> |
||||
|
<TargetFramework>net8.0</TargetFramework> |
||||
|
<RootNamespace /> |
||||
|
<IsPackable>false</IsPackable> |
||||
|
</PropertyGroup> |
||||
|
|
||||
|
<ItemGroup> |
||||
|
<PackageReference Include="Microsoft.NET.Test.Sdk" /> |
||||
|
<PackageReference Include="xunit" /> |
||||
|
<PackageReference Include="xunit.runner.visualstudio"> |
||||
|
<IncludeAssets>runtime; build; native; contentfiles; analyzers; buildtransitive</IncludeAssets> |
||||
|
<PrivateAssets>all</PrivateAssets> |
||||
|
</PackageReference> |
||||
|
</ItemGroup> |
||||
|
|
||||
|
<ItemGroup> |
||||
|
<ProjectReference Include="..\..\modules\oss-management\LINGYUN.Abp.OssManagement.Minio\LINGYUN.Abp.OssManagement.Minio.csproj" /> |
||||
|
<ProjectReference Include="..\LINGYUN.Abp.OssManagement.Domain.Tests\LINGYUN.Abp.OssManagement.Domain.Tests.csproj" /> |
||||
|
</ItemGroup> |
||||
|
|
||||
|
</Project> |
||||
@ -0,0 +1,6 @@ |
|||||
|
using LINGYUN.Abp.Tests; |
||||
|
|
||||
|
namespace LINGYUN.Abp.OssManagement.Minio; |
||||
|
public abstract class AbpOssManagementMinioTestBase : AbpTestsBase<AbpOssManagementMinioTestsModule> |
||||
|
{ |
||||
|
} |
||||
@ -0,0 +1,43 @@ |
|||||
|
using Microsoft.Extensions.Configuration; |
||||
|
using Microsoft.Extensions.DependencyInjection; |
||||
|
using Volo.Abp.BlobStoring; |
||||
|
using Volo.Abp.BlobStoring.Minio; |
||||
|
using Volo.Abp.Modularity; |
||||
|
|
||||
|
namespace LINGYUN.Abp.OssManagement.Minio; |
||||
|
|
||||
|
[DependsOn( |
||||
|
typeof(AbpOssManagementMinioModule), |
||||
|
typeof(AbpOssManagementDomainTestsModule))] |
||||
|
public class AbpOssManagementMinioTestsModule : AbpModule |
||||
|
{ |
||||
|
public override void PreConfigureServices(ServiceConfigurationContext context) |
||||
|
{ |
||||
|
var configurationOptions = new AbpConfigurationBuilderOptions |
||||
|
{ |
||||
|
BasePath = @"D:\Projects\Development\Abp\BlobStoring\Minio", |
||||
|
EnvironmentName = "Test" |
||||
|
}; |
||||
|
|
||||
|
context.Services.ReplaceConfiguration(ConfigurationHelper.BuildConfiguration(configurationOptions)); |
||||
|
} |
||||
|
|
||||
|
public override void ConfigureServices(ServiceConfigurationContext context) |
||||
|
{ |
||||
|
var configuration = context.Services.GetConfiguration(); |
||||
|
|
||||
|
Configure<AbpBlobStoringOptions>(options => |
||||
|
{ |
||||
|
options.Containers.ConfigureAll((containerName, containerConfiguration) => |
||||
|
{ |
||||
|
containerConfiguration.UseMinio(minio => |
||||
|
{ |
||||
|
minio.BucketName = configuration[MinioBlobProviderConfigurationNames.BucketName]; |
||||
|
minio.AccessKey = configuration[MinioBlobProviderConfigurationNames.AccessKey]; |
||||
|
minio.SecretKey = configuration[MinioBlobProviderConfigurationNames.SecretKey]; |
||||
|
minio.EndPoint = configuration[MinioBlobProviderConfigurationNames.EndPoint]; |
||||
|
}); |
||||
|
}); |
||||
|
}); |
||||
|
} |
||||
|
} |
||||
@ -0,0 +1,4 @@ |
|||||
|
namespace LINGYUN.Abp.OssManagement.Minio; |
||||
|
public class MinioOssContainer_Tests : OssContainer_Tests<AbpOssManagementMinioTestsModule> |
||||
|
{ |
||||
|
} |
||||
Loading…
Reference in new issue