mirror of https://github.com/Squidex/squidex.git
Sebastian Stehle
9 years ago
16 changed files with 389 additions and 22 deletions
@ -0,0 +1,120 @@ |
|||||
|
// ==========================================================================
|
||||
|
// EventStore.cs
|
||||
|
// Squidex Headless CMS
|
||||
|
// ==========================================================================
|
||||
|
// Copyright (c) Squidex Group
|
||||
|
// All rights reserved.
|
||||
|
// ==========================================================================
|
||||
|
|
||||
|
using System; |
||||
|
using System.Collections.Generic; |
||||
|
using System.Linq; |
||||
|
using System.Threading.Tasks; |
||||
|
using EventStore.ClientAPI; |
||||
|
using Squidex.Infrastructure.CQRS.Events; |
||||
|
using EventData = Squidex.Infrastructure.CQRS.Events.EventData; |
||||
|
|
||||
|
// ReSharper disable ConvertIfStatementToSwitchStatement
|
||||
|
// ReSharper disable InvertIf
|
||||
|
|
||||
|
namespace Squidex.Infrastructure.EventStore |
||||
|
{ |
||||
|
public sealed class EventStore : IEventStore, IExternalSystem |
||||
|
{ |
||||
|
private const int WritePageSize = 500; |
||||
|
private const int ReadPageSize = 500; |
||||
|
private readonly IEventStoreConnection connection; |
||||
|
private readonly string projectionHost; |
||||
|
private readonly string prefix; |
||||
|
|
||||
|
public EventStore(IEventStoreConnection connection, string prefix, string projectionHost) |
||||
|
{ |
||||
|
Guard.NotNull(connection, nameof(connection)); |
||||
|
|
||||
|
this.connection = connection; |
||||
|
this.projectionHost = projectionHost; |
||||
|
|
||||
|
this.prefix = prefix?.Trim(' ', '-').WithFallback("squidex"); |
||||
|
} |
||||
|
|
||||
|
public void Connect() |
||||
|
{ |
||||
|
try |
||||
|
{ |
||||
|
connection.ConnectAsync().Wait(); |
||||
|
} |
||||
|
catch (Exception ex) |
||||
|
{ |
||||
|
throw new ConfigurationException("Cannot connect to event store.", ex); |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
public IEventSubscription CreateSubscription(string streamFilter = null, string position = null) |
||||
|
{ |
||||
|
return new EventStoreSubscription(connection, streamFilter, position, prefix, projectionHost); |
||||
|
} |
||||
|
|
||||
|
public async Task<IReadOnlyList<StoredEvent>> GetEventsAsync(string streamName) |
||||
|
{ |
||||
|
var result = new List<StoredEvent>(); |
||||
|
|
||||
|
var sliceStart = 0L; |
||||
|
|
||||
|
StreamEventsSlice currentSlice; |
||||
|
do |
||||
|
{ |
||||
|
currentSlice = await connection.ReadStreamEventsForwardAsync(GetStreamName(streamName), sliceStart, ReadPageSize, false); |
||||
|
|
||||
|
if (currentSlice.Status == SliceReadStatus.Success) |
||||
|
{ |
||||
|
sliceStart = currentSlice.NextEventNumber; |
||||
|
|
||||
|
foreach (var resolved in currentSlice.Events) |
||||
|
{ |
||||
|
var eventData = Formatter.Read(resolved.Event); |
||||
|
|
||||
|
result.Add(new StoredEvent(resolved.OriginalPosition.ToString(), resolved.Event.EventNumber, eventData)); |
||||
|
} |
||||
|
} |
||||
|
} |
||||
|
while (!currentSlice.IsEndOfStream); |
||||
|
|
||||
|
return result; |
||||
|
} |
||||
|
|
||||
|
public async Task AppendEventsAsync(Guid commitId, string streamName, int expectedVersion, ICollection<EventData> events) |
||||
|
{ |
||||
|
Guard.NotNull(events, nameof(events)); |
||||
|
Guard.NotNullOrEmpty(streamName, nameof(streamName)); |
||||
|
|
||||
|
if (events.Count == 0) |
||||
|
{ |
||||
|
return; |
||||
|
} |
||||
|
|
||||
|
var eventsToSave = events.Select(Formatter.Write).ToList(); |
||||
|
|
||||
|
if (eventsToSave.Count < WritePageSize) |
||||
|
{ |
||||
|
await connection.AppendToStreamAsync(GetStreamName(streamName), expectedVersion, eventsToSave); |
||||
|
} |
||||
|
else |
||||
|
{ |
||||
|
using (var transaction = await connection.StartTransactionAsync(GetStreamName(streamName), expectedVersion)) |
||||
|
{ |
||||
|
for (var p = 0; p < eventsToSave.Count; p += WritePageSize) |
||||
|
{ |
||||
|
await transaction.WriteAsync(eventsToSave.Skip(p).Take(WritePageSize)); |
||||
|
} |
||||
|
|
||||
|
await transaction.CommitAsync(); |
||||
|
} |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
private string GetStreamName(string streamName) |
||||
|
{ |
||||
|
return $"{prefix}-{streamName}"; |
||||
|
} |
||||
|
} |
||||
|
} |
||||
@ -0,0 +1,145 @@ |
|||||
|
// ==========================================================================
|
||||
|
// EventStoreSubscription.cs
|
||||
|
// Squidex Headless CMS
|
||||
|
// ==========================================================================
|
||||
|
// Copyright (c) Squidex Group
|
||||
|
// All rights reserved.
|
||||
|
// ==========================================================================
|
||||
|
|
||||
|
using System; |
||||
|
using System.Collections.Concurrent; |
||||
|
using System.Linq; |
||||
|
using System.Net; |
||||
|
using System.Net.Sockets; |
||||
|
using System.Text; |
||||
|
using System.Threading.Tasks; |
||||
|
using EventStore.ClientAPI; |
||||
|
using EventStore.ClientAPI.Exceptions; |
||||
|
using EventStore.ClientAPI.Projections; |
||||
|
using Squidex.Infrastructure.CQRS.Events; |
||||
|
|
||||
|
namespace Squidex.Infrastructure.EventStore |
||||
|
{ |
||||
|
internal sealed class EventStoreSubscription : IEventSubscription |
||||
|
{ |
||||
|
private static readonly ConcurrentDictionary<string, bool> subscriptionsCreated = new ConcurrentDictionary<string, bool>(); |
||||
|
private readonly IEventStoreConnection connection; |
||||
|
private readonly string position; |
||||
|
private readonly string streamFilter; |
||||
|
private readonly string streamName; |
||||
|
private readonly string prefix; |
||||
|
private readonly string projectionHost; |
||||
|
private EventStoreCatchUpSubscription internalSubscription; |
||||
|
|
||||
|
public EventStoreSubscription(IEventStoreConnection connection, string streamFilter, string position, string prefix, string projectionHost) |
||||
|
{ |
||||
|
this.prefix = prefix; |
||||
|
this.position = position; |
||||
|
this.connection = connection; |
||||
|
this.streamFilter = streamFilter; |
||||
|
this.projectionHost = projectionHost; |
||||
|
|
||||
|
streamName = CreateStreamName(streamFilter, prefix); |
||||
|
} |
||||
|
|
||||
|
public void Dispose() |
||||
|
{ |
||||
|
internalSubscription?.Stop(); |
||||
|
} |
||||
|
|
||||
|
public async Task SubscribeAsync(Func<StoredEvent, Task> handler) |
||||
|
{ |
||||
|
Guard.NotNull(handler, nameof(handler)); |
||||
|
|
||||
|
if (internalSubscription != null) |
||||
|
{ |
||||
|
throw new InvalidOperationException("An handler has already been registered."); |
||||
|
} |
||||
|
|
||||
|
if (subscriptionsCreated.TryAdd(streamName, true)) |
||||
|
{ |
||||
|
var projectsManager = await ConnectToProjections(); |
||||
|
|
||||
|
var projectionConfig = |
||||
|
$@"fromAll()
|
||||
|
.when({{ |
||||
|
$any: function (s, e) {{ |
||||
|
if (e.streamId.indexOf('{prefix}') === 0 && /{streamFilter}/.test(e.streamId.substring({prefix.Length + 1}))) {{ |
||||
|
linkTo('{streamName}', e); |
||||
|
}} |
||||
|
}} |
||||
|
}});";
|
||||
|
|
||||
|
try |
||||
|
{ |
||||
|
await projectsManager.CreateContinuousAsync($"${streamName}", projectionConfig, connection.Settings.DefaultUserCredentials); |
||||
|
} |
||||
|
catch (ProjectionCommandConflictException) |
||||
|
{ |
||||
|
// Projection already exists.
|
||||
|
} |
||||
|
} |
||||
|
|
||||
|
long? eventStorePosition = null; |
||||
|
|
||||
|
if (long.TryParse(position, out var parsedPosition)) |
||||
|
{ |
||||
|
eventStorePosition = parsedPosition; |
||||
|
} |
||||
|
|
||||
|
internalSubscription = connection.SubscribeToStreamFrom(streamName, eventStorePosition, CatchUpSubscriptionSettings.Default, (subscription, resolved) => |
||||
|
{ |
||||
|
var eventData = Formatter.Read(resolved.Event); |
||||
|
|
||||
|
handler(new StoredEvent(resolved.OriginalEventNumber.ToString(), resolved.Event.EventNumber, eventData)).Wait(); |
||||
|
}); |
||||
|
} |
||||
|
|
||||
|
private async Task<ProjectionsManager> ConnectToProjections() |
||||
|
{ |
||||
|
var addressParts = projectionHost.Split(':'); |
||||
|
|
||||
|
if (addressParts.Length < 2 || !int.TryParse(addressParts[1], out int port)) |
||||
|
{ |
||||
|
port = 2113; |
||||
|
} |
||||
|
|
||||
|
var endpoints = await Dns.GetHostAddressesAsync(addressParts[0]); |
||||
|
var endpoint = new IPEndPoint(endpoints.First(x => x.AddressFamily == AddressFamily.InterNetwork), port); |
||||
|
|
||||
|
var projectsManager = |
||||
|
new ProjectionsManager( |
||||
|
connection.Settings.Log, endpoint, |
||||
|
connection.Settings.OperationTimeout); |
||||
|
return projectsManager; |
||||
|
} |
||||
|
|
||||
|
private static string CreateStreamName(string streamFilter, string prefix) |
||||
|
{ |
||||
|
var sb = new StringBuilder(); |
||||
|
|
||||
|
sb.Append(prefix.Trim(' ', '-')); |
||||
|
sb.Append("-"); |
||||
|
|
||||
|
var prevIsLetterOrDigit = false; |
||||
|
|
||||
|
foreach (var c in streamFilter) |
||||
|
{ |
||||
|
if (char.IsLetterOrDigit(c)) |
||||
|
{ |
||||
|
sb.Append(char.ToLowerInvariant(c)); |
||||
|
|
||||
|
prevIsLetterOrDigit = true; |
||||
|
} |
||||
|
else if (prevIsLetterOrDigit) |
||||
|
{ |
||||
|
sb.Append("-"); |
||||
|
|
||||
|
prevIsLetterOrDigit = false; |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
return sb.ToString().Trim(' ', '-'); |
||||
|
} |
||||
|
} |
||||
|
} |
||||
@ -0,0 +1,37 @@ |
|||||
|
// ==========================================================================
|
||||
|
// Formatter.cs
|
||||
|
// Squidex Headless CMS
|
||||
|
// ==========================================================================
|
||||
|
// Copyright (c) Squidex Group
|
||||
|
// All rights reserved.
|
||||
|
// ==========================================================================
|
||||
|
|
||||
|
using System.Text; |
||||
|
using EventStore.ClientAPI; |
||||
|
using EventData = Squidex.Infrastructure.CQRS.Events.EventData; |
||||
|
using EventStoreData = EventStore.ClientAPI.EventData; |
||||
|
|
||||
|
namespace Squidex.Infrastructure.EventStore |
||||
|
{ |
||||
|
public static class Formatter |
||||
|
{ |
||||
|
public static EventData Read(RecordedEvent eventData) |
||||
|
{ |
||||
|
var body = Encoding.UTF8.GetString(eventData.Data); |
||||
|
var meta = Encoding.UTF8.GetString(eventData.Metadata); |
||||
|
|
||||
|
return new EventData { Type = eventData.EventType, EventId = eventData.EventId, Payload = body, Metadata = meta }; |
||||
|
} |
||||
|
|
||||
|
public static EventStoreData Write(EventData eventData) |
||||
|
{ |
||||
|
var body = Encoding.UTF8.GetBytes(eventData.Payload); |
||||
|
var meta = Encoding.UTF8.GetBytes(eventData.Metadata); |
||||
|
|
||||
|
return new EventStoreData( |
||||
|
eventData.EventId, |
||||
|
eventData.Type, |
||||
|
true, body, meta); |
||||
|
} |
||||
|
} |
||||
|
} |
||||
@ -0,0 +1,15 @@ |
|||||
|
<Project Sdk="Microsoft.NET.Sdk"> |
||||
|
|
||||
|
<PropertyGroup> |
||||
|
<TargetFramework>netcoreapp1.1</TargetFramework> |
||||
|
</PropertyGroup> |
||||
|
|
||||
|
<ItemGroup> |
||||
|
<PackageReference Include="EventStore.ClientAPI.NetCore" Version="4.0.0-alpha-1" /> |
||||
|
</ItemGroup> |
||||
|
|
||||
|
<ItemGroup> |
||||
|
<ProjectReference Include="..\src\Squidex.Infrastructure\Squidex.Infrastructure.csproj" /> |
||||
|
</ItemGroup> |
||||
|
|
||||
|
</Project> |
||||
Loading…
Reference in new issue