mirror of https://github.com/Squidex/squidex.git
Sebastian Stehle
6 years ago
committed by
GitHub
GitHub
60 changed files with 1216 additions and 437 deletions
@ -0,0 +1,18 @@ |
|||||
|
// ==========================================================================
|
||||
|
// Squidex Headless CMS
|
||||
|
// ==========================================================================
|
||||
|
// Copyright (c) Squidex UG (haftungsbeschraenkt)
|
||||
|
// All rights reserved. Licensed under the MIT license.
|
||||
|
// ==========================================================================
|
||||
|
|
||||
|
using System; |
||||
|
|
||||
|
namespace Squidex.Infrastructure.Caching |
||||
|
{ |
||||
|
public interface IPubSub |
||||
|
{ |
||||
|
void Publish(object message); |
||||
|
|
||||
|
void Subscribe(Action<object> handler); |
||||
|
} |
||||
|
} |
||||
@ -0,0 +1,13 @@ |
|||||
|
// ==========================================================================
|
||||
|
// Squidex Headless CMS
|
||||
|
// ==========================================================================
|
||||
|
// Copyright (c) Squidex UG (haftungsbeschraenkt)
|
||||
|
// All rights reserved. Licensed under the MIT license.
|
||||
|
// ==========================================================================
|
||||
|
|
||||
|
namespace Squidex.Infrastructure.Caching |
||||
|
{ |
||||
|
internal interface IPubSubSubscription |
||||
|
{ |
||||
|
} |
||||
|
} |
||||
@ -0,0 +1,20 @@ |
|||||
|
// ==========================================================================
|
||||
|
// Squidex Headless CMS
|
||||
|
// ==========================================================================
|
||||
|
// Copyright (c) Squidex UG (haftungsbeschraenkt)
|
||||
|
// All rights reserved. Licensed under the MIT license.
|
||||
|
// ==========================================================================
|
||||
|
|
||||
|
using System; |
||||
|
|
||||
|
namespace Squidex.Infrastructure.Caching |
||||
|
{ |
||||
|
public interface IReplicatedCache |
||||
|
{ |
||||
|
void Add(string key, object? value, TimeSpan expiration, bool invalidate); |
||||
|
|
||||
|
void Remove(string key); |
||||
|
|
||||
|
bool TryGetValue(string key, out object? value); |
||||
|
} |
||||
|
} |
||||
@ -0,0 +1,72 @@ |
|||||
|
// ==========================================================================
|
||||
|
// Squidex Headless CMS
|
||||
|
// ==========================================================================
|
||||
|
// Copyright (c) Squidex UG (haftungsbeschraenkt)
|
||||
|
// All rights reserved. Licensed under the MIT license.
|
||||
|
// ==========================================================================
|
||||
|
|
||||
|
using System; |
||||
|
using Microsoft.Extensions.Caching.Memory; |
||||
|
|
||||
|
namespace Squidex.Infrastructure.Caching |
||||
|
{ |
||||
|
public sealed class ReplicatedCache : IReplicatedCache |
||||
|
{ |
||||
|
private readonly Guid instanceId = Guid.NewGuid(); |
||||
|
private readonly IMemoryCache memoryCache; |
||||
|
private readonly IPubSub pubSub; |
||||
|
|
||||
|
public class InvalidateMessage |
||||
|
{ |
||||
|
public Guid Source { get; set; } |
||||
|
|
||||
|
public string Key { get; set; } |
||||
|
} |
||||
|
|
||||
|
public ReplicatedCache(IMemoryCache memoryCache, IPubSub pubSub) |
||||
|
{ |
||||
|
Guard.NotNull(memoryCache, nameof(memoryCache)); |
||||
|
Guard.NotNull(pubSub, nameof(pubSub)); |
||||
|
|
||||
|
this.memoryCache = memoryCache; |
||||
|
|
||||
|
this.pubSub = pubSub; |
||||
|
this.pubSub.Subscribe(OnMessage); |
||||
|
} |
||||
|
|
||||
|
private void OnMessage(object message) |
||||
|
{ |
||||
|
if (message is InvalidateMessage invalidate && invalidate.Source != instanceId) |
||||
|
{ |
||||
|
memoryCache.Remove(invalidate.Key); |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
public void Add(string key, object? value, TimeSpan expiration, bool invalidate) |
||||
|
{ |
||||
|
memoryCache.Set(key, value, expiration); |
||||
|
|
||||
|
if (invalidate) |
||||
|
{ |
||||
|
Invalidate(key); |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
public void Remove(string key) |
||||
|
{ |
||||
|
memoryCache.Remove(key); |
||||
|
|
||||
|
Invalidate(key); |
||||
|
} |
||||
|
|
||||
|
public bool TryGetValue(string key, out object? value) |
||||
|
{ |
||||
|
return memoryCache.TryGetValue(key, out value); |
||||
|
} |
||||
|
|
||||
|
private void Invalidate(string key) |
||||
|
{ |
||||
|
pubSub.Publish(new InvalidateMessage { Key = key, Source = instanceId }); |
||||
|
} |
||||
|
} |
||||
|
} |
||||
@ -0,0 +1,32 @@ |
|||||
|
// ==========================================================================
|
||||
|
// Squidex Headless CMS
|
||||
|
// ==========================================================================
|
||||
|
// Copyright (c) Squidex UG (haftungsbeschraenkt)
|
||||
|
// All rights reserved. Licensed under the MIT license.
|
||||
|
// ==========================================================================
|
||||
|
|
||||
|
using System; |
||||
|
using System.Collections.Generic; |
||||
|
|
||||
|
namespace Squidex.Infrastructure.Caching |
||||
|
{ |
||||
|
public sealed class SimplePubSub : IPubSub |
||||
|
{ |
||||
|
private readonly List<Action<object>> handlers = new List<Action<object>>(); |
||||
|
|
||||
|
public void Publish(object message) |
||||
|
{ |
||||
|
foreach (var handler in handlers) |
||||
|
{ |
||||
|
handler(message); |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
public void Subscribe(Action<object> handler) |
||||
|
{ |
||||
|
Guard.NotNull(handler, nameof(handler)); |
||||
|
|
||||
|
handlers.Add(handler); |
||||
|
} |
||||
|
} |
||||
|
} |
||||
@ -0,0 +1,19 @@ |
|||||
|
// ==========================================================================
|
||||
|
// Squidex Headless CMS
|
||||
|
// ==========================================================================
|
||||
|
// Copyright (c) Squidex UG (haftungsbeschraenkt)
|
||||
|
// All rights reserved. Licensed under the MIT license.
|
||||
|
// ==========================================================================
|
||||
|
|
||||
|
using System.Threading.Tasks; |
||||
|
using Orleans; |
||||
|
|
||||
|
namespace Squidex.Infrastructure.Orleans |
||||
|
{ |
||||
|
public interface IPubSubGrain : IGrainWithStringKey |
||||
|
{ |
||||
|
Task SubscribeAsync(IPubSubGrainObserver observer); |
||||
|
|
||||
|
Task PublishAsync(object message); |
||||
|
} |
||||
|
} |
||||
@ -0,0 +1,19 @@ |
|||||
|
// ==========================================================================
|
||||
|
// Squidex Headless CMS
|
||||
|
// ==========================================================================
|
||||
|
// Copyright (c) Squidex UG (haftungsbeschraenkt)
|
||||
|
// All rights reserved. Licensed under the MIT license.
|
||||
|
// ==========================================================================
|
||||
|
|
||||
|
using System; |
||||
|
using Orleans; |
||||
|
|
||||
|
namespace Squidex.Infrastructure.Orleans |
||||
|
{ |
||||
|
public interface IPubSubGrainObserver : IGrainObserver |
||||
|
{ |
||||
|
void Handle(object message); |
||||
|
|
||||
|
void Subscribe(Action<object> handler); |
||||
|
} |
||||
|
} |
||||
@ -0,0 +1,79 @@ |
|||||
|
// ==========================================================================
|
||||
|
// Squidex Headless CMS
|
||||
|
// ==========================================================================
|
||||
|
// Copyright (c) Squidex UG (haftungsbeschraenkt)
|
||||
|
// All rights reserved. Licensed under the MIT license.
|
||||
|
// ==========================================================================
|
||||
|
|
||||
|
using System; |
||||
|
using System.Collections.Generic; |
||||
|
using System.Threading; |
||||
|
using System.Threading.Tasks; |
||||
|
using Orleans; |
||||
|
using Squidex.Infrastructure.Caching; |
||||
|
using Squidex.Infrastructure.Tasks; |
||||
|
|
||||
|
namespace Squidex.Infrastructure.Orleans |
||||
|
{ |
||||
|
public sealed class OrleansPubSub : IBackgroundProcess, IPubSub |
||||
|
{ |
||||
|
private readonly IPubSubGrain pubSubGrain; |
||||
|
private readonly IPubSubGrainObserver pubSubGrainObserver = new Observer(); |
||||
|
private readonly IGrainFactory grainFactory; |
||||
|
|
||||
|
private sealed class Observer : IPubSubGrainObserver |
||||
|
{ |
||||
|
private readonly List<Action<object>> subscriptions = new List<Action<object>>(); |
||||
|
|
||||
|
public void Handle(object message) |
||||
|
{ |
||||
|
foreach (var subscription in subscriptions) |
||||
|
{ |
||||
|
try |
||||
|
{ |
||||
|
subscription(message); |
||||
|
} |
||||
|
catch |
||||
|
{ |
||||
|
continue; |
||||
|
} |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
public void Subscribe(Action<object> handler) |
||||
|
{ |
||||
|
subscriptions.Add(handler); |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
public OrleansPubSub(IGrainFactory grainFactory) |
||||
|
{ |
||||
|
Guard.NotNull(grainFactory, nameof(grainFactory)); |
||||
|
|
||||
|
this.grainFactory = grainFactory; |
||||
|
|
||||
|
pubSubGrain = grainFactory.GetGrain<IPubSubGrain>(SingleGrain.Id); |
||||
|
} |
||||
|
|
||||
|
public async Task StartAsync(CancellationToken ct) |
||||
|
{ |
||||
|
var reference = await grainFactory.CreateObjectReference<IPubSubGrainObserver>(pubSubGrainObserver); |
||||
|
|
||||
|
await pubSubGrain.SubscribeAsync(reference); |
||||
|
} |
||||
|
|
||||
|
public void Publish(object message) |
||||
|
{ |
||||
|
Guard.NotNull(message, nameof(message)); |
||||
|
|
||||
|
pubSubGrain.PublishAsync(message).Forget(); |
||||
|
} |
||||
|
|
||||
|
public void Subscribe(Action<object> handler) |
||||
|
{ |
||||
|
Guard.NotNull(handler, nameof(handler)); |
||||
|
|
||||
|
pubSubGrainObserver.Subscribe(handler); |
||||
|
} |
||||
|
} |
||||
|
} |
||||
@ -0,0 +1,42 @@ |
|||||
|
// ==========================================================================
|
||||
|
// Squidex Headless CMS
|
||||
|
// ==========================================================================
|
||||
|
// Copyright (c) Squidex UG (haftungsbeschraenkt)
|
||||
|
// All rights reserved. Licensed under the MIT license.
|
||||
|
// ==========================================================================
|
||||
|
|
||||
|
using System.Collections.Generic; |
||||
|
using System.Threading.Tasks; |
||||
|
using Orleans; |
||||
|
|
||||
|
namespace Squidex.Infrastructure.Orleans |
||||
|
{ |
||||
|
public sealed class OrleansPubSubGrain : Grain, IPubSubGrain |
||||
|
{ |
||||
|
private readonly List<IPubSubGrainObserver> subscriptions = new List<IPubSubGrainObserver>(); |
||||
|
|
||||
|
public Task PublishAsync(object message) |
||||
|
{ |
||||
|
foreach (var subscription in subscriptions) |
||||
|
{ |
||||
|
try |
||||
|
{ |
||||
|
subscription.Handle(message); |
||||
|
} |
||||
|
catch |
||||
|
{ |
||||
|
continue; |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
return Task.CompletedTask; |
||||
|
} |
||||
|
|
||||
|
public Task SubscribeAsync(IPubSubGrainObserver observer) |
||||
|
{ |
||||
|
subscriptions.Add(observer); |
||||
|
|
||||
|
return Task.CompletedTask; |
||||
|
} |
||||
|
} |
||||
|
} |
||||
@ -0,0 +1,100 @@ |
|||||
|
// ==========================================================================
|
||||
|
// Squidex Headless CMS
|
||||
|
// ==========================================================================
|
||||
|
// Copyright (c) Squidex UG (haftungsbeschraenkt)
|
||||
|
// All rights reserved. Licensed under the MIT license.
|
||||
|
// ==========================================================================
|
||||
|
|
||||
|
using System; |
||||
|
using System.Threading.Tasks; |
||||
|
using Microsoft.Extensions.Caching.Memory; |
||||
|
using Microsoft.Extensions.Options; |
||||
|
using Xunit; |
||||
|
|
||||
|
namespace Squidex.Infrastructure.Caching |
||||
|
{ |
||||
|
public class ReplicatedCacheTests |
||||
|
{ |
||||
|
private readonly IPubSub pubSub = new SimplePubSub(); |
||||
|
private readonly ReplicatedCache sut; |
||||
|
|
||||
|
public ReplicatedCacheTests() |
||||
|
{ |
||||
|
sut = new ReplicatedCache(CreateMemoryCache(), pubSub); |
||||
|
} |
||||
|
|
||||
|
[Fact] |
||||
|
public void Should_serve_from_cache() |
||||
|
{ |
||||
|
sut.Add("Key", 1, TimeSpan.FromMinutes(10), true); |
||||
|
|
||||
|
AssertCache(sut, "Key", 1, true); |
||||
|
|
||||
|
sut.Remove("Key"); |
||||
|
|
||||
|
AssertCache(sut, "Key", null, false); |
||||
|
} |
||||
|
|
||||
|
[Fact] |
||||
|
public async Task Should_not_served_when_expired() |
||||
|
{ |
||||
|
sut.Add("Key", 1, TimeSpan.FromMilliseconds(1), true); |
||||
|
|
||||
|
await Task.Delay(100); |
||||
|
|
||||
|
AssertCache(sut, "Key", null, false); |
||||
|
} |
||||
|
|
||||
|
[Fact] |
||||
|
public void Should_not_invalidate_other_instances_when_item_added_and_flag_is_false() |
||||
|
{ |
||||
|
var cache1 = new ReplicatedCache(CreateMemoryCache(), pubSub); |
||||
|
var cache2 = new ReplicatedCache(CreateMemoryCache(), pubSub); |
||||
|
|
||||
|
cache1.Add("Key", 1, TimeSpan.FromMinutes(1), false); |
||||
|
cache2.Add("Key", 2, TimeSpan.FromMinutes(1), false); |
||||
|
|
||||
|
AssertCache(cache1, "Key", 1, true); |
||||
|
AssertCache(cache2, "Key", 2, true); |
||||
|
} |
||||
|
|
||||
|
[Fact] |
||||
|
public void Should_invalidate_other_instances_when_item_added_and_flag_is_true() |
||||
|
{ |
||||
|
var cache1 = new ReplicatedCache(CreateMemoryCache(), pubSub); |
||||
|
var cache2 = new ReplicatedCache(CreateMemoryCache(), pubSub); |
||||
|
|
||||
|
cache1.Add("Key", 1, TimeSpan.FromMinutes(1), true); |
||||
|
cache2.Add("Key", 2, TimeSpan.FromMinutes(1), true); |
||||
|
|
||||
|
AssertCache(cache1, "Key", null, false); |
||||
|
AssertCache(cache2, "Key", 2, true); |
||||
|
} |
||||
|
|
||||
|
[Fact] |
||||
|
public void Should_invalidate_other_instances_when_item_removed() |
||||
|
{ |
||||
|
var cache1 = new ReplicatedCache(CreateMemoryCache(), pubSub); |
||||
|
var cache2 = new ReplicatedCache(CreateMemoryCache(), pubSub); |
||||
|
|
||||
|
cache1.Add("Key", 1, TimeSpan.FromMinutes(1), true); |
||||
|
cache2.Remove("Key"); |
||||
|
|
||||
|
AssertCache(cache1, "Key", null, false); |
||||
|
AssertCache(cache2, "Key", null, false); |
||||
|
} |
||||
|
|
||||
|
private static void AssertCache(IReplicatedCache cache, string key, object? expectedValue, bool expectedFound) |
||||
|
{ |
||||
|
var found = cache.TryGetValue(key, out var value); |
||||
|
|
||||
|
Assert.Equal(expectedFound, found); |
||||
|
Assert.Equal(expectedValue, value); |
||||
|
} |
||||
|
|
||||
|
private static MemoryCache CreateMemoryCache() |
||||
|
{ |
||||
|
return new MemoryCache(Options.Create(new MemoryCacheOptions())); |
||||
|
} |
||||
|
} |
||||
|
} |
||||
@ -0,0 +1,79 @@ |
|||||
|
// ==========================================================================
|
||||
|
// Squidex Headless CMS
|
||||
|
// ==========================================================================
|
||||
|
// Copyright (c) Squidex UG (haftungsbeschraenkt)
|
||||
|
// All rights reserved. Licensed under the MIT license.
|
||||
|
// ==========================================================================
|
||||
|
|
||||
|
using System; |
||||
|
using System.Collections.Generic; |
||||
|
using System.Threading.Tasks; |
||||
|
using Orleans; |
||||
|
using Orleans.TestingHost; |
||||
|
using Xunit; |
||||
|
|
||||
|
namespace Squidex.Infrastructure.Orleans |
||||
|
{ |
||||
|
public class PubSubTests |
||||
|
{ |
||||
|
[Fact] |
||||
|
public async Task Simple_pubsub_tests() |
||||
|
{ |
||||
|
var cluster = new TestClusterBuilder(3).Build(); |
||||
|
|
||||
|
await cluster.DeployAsync(); |
||||
|
|
||||
|
var sent = new HashSet<Guid> |
||||
|
{ |
||||
|
Guid.NewGuid(), |
||||
|
Guid.NewGuid(), |
||||
|
Guid.NewGuid(), |
||||
|
}; |
||||
|
|
||||
|
var received1 = await CreateSubscriber(cluster.Client, sent.Count); |
||||
|
var received2 = await CreateSubscriber(cluster.Client, sent.Count); |
||||
|
|
||||
|
var pubSub = new OrleansPubSub(cluster.Client); |
||||
|
|
||||
|
foreach (var message in sent) |
||||
|
{ |
||||
|
pubSub.Publish(message); |
||||
|
} |
||||
|
|
||||
|
await Task.WhenAny( |
||||
|
Task.WhenAll( |
||||
|
received1, |
||||
|
received2 |
||||
|
), |
||||
|
Task.Delay(10000)); |
||||
|
|
||||
|
Assert.True(received1.Result.SetEquals(sent)); |
||||
|
Assert.True(received2.Result.SetEquals(sent)); |
||||
|
} |
||||
|
|
||||
|
private async Task<Task<HashSet<Guid>>> CreateSubscriber(IGrainFactory grainFactory, int expectedCount) |
||||
|
{ |
||||
|
var pubSub = new OrleansPubSub(grainFactory); |
||||
|
|
||||
|
await pubSub.StartAsync(default); |
||||
|
|
||||
|
var received = new HashSet<Guid>(); |
||||
|
var receivedCompleted = new TaskCompletionSource<HashSet<Guid>>(); |
||||
|
|
||||
|
pubSub.Subscribe(message => |
||||
|
{ |
||||
|
if (message is Guid guid) |
||||
|
{ |
||||
|
received.Add(guid); |
||||
|
} |
||||
|
|
||||
|
if (received.Count == expectedCount) |
||||
|
{ |
||||
|
receivedCompleted.TrySetResult(received); |
||||
|
} |
||||
|
}); |
||||
|
|
||||
|
return receivedCompleted.Task; |
||||
|
} |
||||
|
} |
||||
|
} |
||||
@ -0,0 +1,33 @@ |
|||||
|
import http from 'k6/http'; |
||||
|
import { check } from 'k6'; |
||||
|
import { variables, getBearerToken } from './shared.js'; |
||||
|
|
||||
|
export const options = { |
||||
|
stages: [ |
||||
|
{ duration: "2m", target: 500 }, |
||||
|
{ duration: "2m", target: 0 }, |
||||
|
], |
||||
|
thresholds: { |
||||
|
'http_req_duration': ['p(99)<300'], // 99% of requests must complete below 300ms
|
||||
|
} |
||||
|
}; |
||||
|
|
||||
|
export function setup() { |
||||
|
const token = getBearerToken('ci-semantic-search'); |
||||
|
|
||||
|
return { token }; |
||||
|
} |
||||
|
|
||||
|
export default function (data) { |
||||
|
const url = `${variables.serverUrl}/api/content/ci-semantic-search/test/5d648f76-7ae9-4141-a325-0c31ed155e5c`; |
||||
|
|
||||
|
const response = http.get(url, { |
||||
|
headers: { |
||||
|
Authorization: `Bearer ${data.token}` |
||||
|
} |
||||
|
}); |
||||
|
|
||||
|
check(response, { |
||||
|
'is status 200': (r) => r.status === 200, |
||||
|
}); |
||||
|
} |
||||
@ -0,0 +1,23 @@ |
|||||
|
import { check } from 'k6'; |
||||
|
import http from 'k6/http'; |
||||
|
|
||||
|
export const options = { |
||||
|
stages: [ |
||||
|
{ duration: "2m", target: 300 }, |
||||
|
{ duration: "2m", target: 300 }, |
||||
|
{ duration: "2m", target: 0 }, |
||||
|
], |
||||
|
thresholds: { |
||||
|
'http_req_duration': ['p(99)<300'], // 99% of requests must complete below 300ms
|
||||
|
} |
||||
|
}; |
||||
|
|
||||
|
export default function () { |
||||
|
const url = `https://test-api.k6.io/`; |
||||
|
|
||||
|
const response = http.get(url); |
||||
|
|
||||
|
check(response, { |
||||
|
'is status 200': (r) => r.status === 200, |
||||
|
}); |
||||
|
} |
||||
Loading…
Reference in new issue