wangjun
3 years ago
3 changed files with 215 additions and 30 deletions
@ -0,0 +1,176 @@ |
|||
# 批量操作 |
|||
|
|||
EFCore7.0 之后,提供了批量更新和批量删除,但是不提供批量新增, |
|||
[微软 EFCore 批量操作文档](https://learn.microsoft.com/zh-cn/ef/core/saving/execute-insert-update-delete) |
|||
|
|||
## 安装 |
|||
|
|||
- 添加以下 NuGet 包到你的项目 |
|||
- Lion.AbpPro.EntityFrameworkCore.Mysql |
|||
- 添加 [DependsOn(typeof(LionAbpProEntityFrameworkCoreMysqlModule))] 到你的项目模块类. |
|||
|
|||
## 原理 |
|||
|
|||
- 通过 MySqlBulkCopy 来实现批量新增[官方文档](https://mysqlconnector.net/api/mysqlconnector/mysqlbulkcopytype/) |
|||
- 实现 Abp 批量操作接口 IEfCoreBulkOperationProvider |
|||
|
|||
```csharp |
|||
public class EfCoreBulkOperationProvider : IEfCoreBulkOperationProvider, ITransientDependency |
|||
{ |
|||
/// <summary> |
|||
/// 批量新增 |
|||
/// </summary> |
|||
///<remarks> |
|||
/// <para> |
|||
/// - mysql启用:SET GLOBAL local_infile = true; |
|||
/// </para> |
|||
/// <para> |
|||
/// - 数据库连接字符串需要加上：AllowLoadLocalInfile=true |
|||
/// </para> |
|||
/// - abp的审计字段需要手动赋值，比如创建人,创建时间,或者使用AuditPropertySetter |
|||
/// <para> |
|||
/// - 只支持单表,比如有一个Blog表和Post表一对多关系,需要调用两次 InsertManyAsync |
|||
/// </para> |
|||
/// </remarks> |
|||
public virtual async Task InsertManyAsync<TDbContext, TEntity>(IEfCoreRepository<TEntity> repository, IEnumerable<TEntity> entities, bool autoSave, CancellationToken cancellationToken) |
|||
where TDbContext : IEfCoreDbContext where TEntity : class, IEntity |
|||
{ |
|||
var dbContext = await repository.GetDbContextAsync(); |
|||
var dbTransaction = dbContext.Database.CurrentTransaction?.GetDbTransaction(); |
|||
await dbContext.BulkInsertAsync(entities, dbTransaction as MySqlTransaction, cancellationToken); |
|||
if (autoSave) |
|||
{ |
|||
await dbContext.SaveChangesAsync(cancellationToken); |
|||
} |
|||
} |
|||
} |
|||
``` |
|||
|
|||
## 示例 |
|||
|
|||
```csharp |
|||
namespace Lion.AbpPro.EntityFrameworkCore.Tests.Services; |
|||
|
|||
public class BlogAppService : ApplicationService |
|||
{ |
|||
private readonly IBlogRepository _blogRepository; |
|||
private readonly IRepository<Post, Guid> _postRepository; |
|||
private readonly IRepository<Comment, Guid> _commentRepository; |
|||
private readonly IdentityRoleManager _identityRoleManager; |
|||
|
|||
public BlogAppService(IBlogRepository blogRepository, IdentityRoleManager identityRoleManager, IRepository<Post, Guid> postRepository, IRepository<Comment, Guid> commentRepository) |
|||
{ |
|||
_blogRepository = blogRepository; |
|||
_identityRoleManager = identityRoleManager; |
|||
_postRepository = postRepository; |
|||
_commentRepository = commentRepository; |
|||
} |
|||
|
|||
|
|||
/// <summary> |
|||
/// 批量插入10000条数据 |
|||
/// </summary> |
|||
public async Task CreateAsync(int qty = 10000) |
|||
{ |
|||
// mock 数据 |
|||
var list = GenFu.GenFu.ListOf<Blog>(qty); |
|||
var stopwatch = new Stopwatch(); |
|||
stopwatch.Start(); |
|||
await _blogRepository.InsertManyAsync(list); |
|||
stopwatch.Stop(); |
|||
Logger.LogInformation($"批量插入{list.Count}条,耗时(单位:毫秒):{stopwatch.ElapsedMilliseconds}"); |
|||
} |
|||
|
|||
/// <summary> |
|||
/// 批量插入10000条数据 |
|||
/// </summary> |
|||
public async Task CreateAllAsync(int qty = 10000) |
|||
{ |
|||
// mock 数据 |
|||
var blogs = GenFu.GenFu.ListOf<Blog>(qty); |
|||
var posts = new List<Post>(); |
|||
var comments = new List<Comment>(); |
|||
// blog和post一对多,post和comment一对多 |
|||
// 有主外键关系,所以循环mock数据 |
|||
foreach (var blog in blogs) |
|||
{ |
|||
posts.Add(new Post(GuidGenerator.Create(), blog.Id, "name")); |
|||
} |
|||
|
|||
|
|||
foreach (var post in posts) |
|||
{ |
|||
comments.Add(new Comment(GuidGenerator.Create(), 1, post.Id, "content")); |
|||
} |
|||
|
|||
var stopwatch = new Stopwatch(); |
|||
stopwatch.Start(); |
|||
// 需要执行三次,不会因为ef有定义关系而一次性插入posts和comments |
|||
await _blogRepository.InsertManyAsync(blogs); |
|||
await _postRepository.InsertManyAsync(posts); |
|||
await _commentRepository.InsertManyAsync(comments); |
|||
stopwatch.Stop(); |
|||
Logger.LogInformation($"批量插入blogs:{blogs.Count},posts:{posts.Count},comments:{comments.Count}条,耗时(单位:毫秒):{stopwatch.ElapsedMilliseconds}"); |
|||
} |
|||
|
|||
/// <summary> |
|||
/// 批量插入10000条数据,并且测试事务是否和其它业务逻辑保持一致 |
|||
/// 测试结果：在一个事务内 |
|||
/// </summary> |
|||
public async Task CreateTransactionAsync(int qty = 10) |
|||
{ |
|||
var list = GenFu.GenFu.ListOf<Blog>(qty); |
|||
var stopwatch = new Stopwatch(); |
|||
stopwatch.Start(); |
|||
await _blogRepository.InsertManyAsync(list); |
|||
stopwatch.Stop(); |
|||
Logger.LogInformation($"批量插入{list.Count}条,耗时(单位:毫秒):{stopwatch.ElapsedMilliseconds}"); |
|||
await _identityRoleManager.CreateAsync(new IdentityRole(GuidGenerator.Create(), GuidGenerator.Create().ToString())); |
|||
throw new UserFriendlyException("test"); |
|||
} |
|||
|
|||
/// <summary> |
|||
/// 批量更新 |
|||
/// <see cref="https://learn.microsoft.com/zh-cn/ef/core/saving/execute-insert-update-delete"/> |
|||
/// </summary> |
|||
public async Task BatchUpdateAsync(int qty = 10000) |
|||
{ |
|||
using (var uow = UnitOfWorkManager.Begin(new AbpUnitOfWorkOptions(true), true)) |
|||
{ |
|||
var list = GenFu.GenFu.ListOf<Blog>(qty); |
|||
await _blogRepository.InsertManyAsync(list); |
|||
await uow.CompleteAsync(); |
|||
} |
|||
|
|||
var stopwatch = new Stopwatch(); |
|||
stopwatch.Start(); |
|||
var dbSet = await _blogRepository.GetDbSetAsync(); |
|||
await dbSet.ExecuteUpdateAsync(setters => setters |
|||
.SetProperty(x => x.IsDeleted, x => true) |
|||
.SetProperty(x => x.Name, x => "test")); |
|||
stopwatch.Stop(); |
|||
Logger.LogInformation($"批量更新{qty}条,耗时(单位:毫秒):{stopwatch.ElapsedMilliseconds}"); |
|||
} |
|||
|
|||
/// <summary> |
|||
/// 批量删除 |
|||
/// <see cref="https://learn.microsoft.com/zh-cn/ef/core/saving/execute-insert-update-delete"/> |
|||
/// </summary> |
|||
public async Task BatchDeleteAsync(int qty = 10000) |
|||
{ |
|||
using (var uow = UnitOfWorkManager.Begin(new AbpUnitOfWorkOptions(true), true)) |
|||
{ |
|||
var list = GenFu.GenFu.ListOf<Blog>(qty); |
|||
await _blogRepository.InsertManyAsync(list); |
|||
await uow.CompleteAsync(); |
|||
} |
|||
|
|||
var stopwatch = new Stopwatch(); |
|||
stopwatch.Start(); |
|||
var dbSet = await _blogRepository.GetDbSetAsync(); |
|||
await dbSet.ExecuteDeleteAsync(); |
|||
stopwatch.Stop(); |
|||
Logger.LogInformation($"批量删除{qty}条,耗时(单位:毫秒):{stopwatch.ElapsedMilliseconds}"); |
|||
} |
|||
} |
|||
``` |
|||
Loading…
Reference in new issue