squidex/backend/tests/Squidex.Domain.Apps.Entities.Tests/Contents/MongoDb/ContentsQueryFixture.cs

// ==========================================================================
//  Squidex Headless CMS
// ==========================================================================
//  Copyright (c) Squidex UG (haftungsbeschraenkt)
//  All rights reserved. Licensed under the MIT license.
// ==========================================================================

using System.Globalization;
using FakeItEasy;
using LoremNET;
using Microsoft.Extensions.Options;
using MongoDB.Bson;
using MongoDB.Driver;
using NodaTime;
using Squidex.Domain.Apps.Core;
using Squidex.Domain.Apps.Core.Contents;
using Squidex.Domain.Apps.Core.Schemas;
using Squidex.Domain.Apps.Core.TestHelpers;
using Squidex.Domain.Apps.Entities.Apps;
using Squidex.Domain.Apps.Entities.Contents.DomainObject;
using Squidex.Domain.Apps.Entities.MongoDb.Contents;
using Squidex.Domain.Apps.Entities.Schemas;
using Squidex.Domain.Apps.Entities.TestHelpers;
using Squidex.Infrastructure;
using Squidex.Infrastructure.Json.Objects;
using Squidex.Infrastructure.MongoDb;
using Squidex.Infrastructure.States;
using Xunit;

#pragma warning disable MA0048 // File name must match type name

namespace Squidex.Domain.Apps.Entities.Contents.MongoDb
{
    public sealed class ContentsQueryFixture : ContentsQueryFixtureBase
    {
        public ContentsQueryFixture()
            : base(false)
        {
        }
    }

    public sealed class ContentsQueryDedicatedFixture : ContentsQueryFixtureBase
    {
        public ContentsQueryDedicatedFixture()
            : base(true)
        {
        }
    }

    public abstract class ContentsQueryFixtureBase : IAsyncLifetime
    {
        private readonly Random random = new Random();
        private readonly int numValues = 10000;
        private readonly IMongoClient mongoClient;
        private readonly IMongoDatabase mongoDatabase;

        public MongoContentRepository ContentRepository { get; }

        public NamedId<DomainId>[] AppIds { get; } =
        {
            NamedId.Of(DomainId.Create("3b5ba909-e5a5-4858-9d0d-df4ff922d452"), "my-app1"),
            NamedId.Of(DomainId.Create("4b3672c1-97c6-4e0b-a067-71e9e9a29db9"), "my-app1")
        };

        public NamedId<DomainId>[] SchemaIds { get; } =
        {
            NamedId.Of(DomainId.Create("3b5ba909-e5a5-4858-9d0d-df4ff922d452"), "my-schema1"),
            NamedId.Of(DomainId.Create("4b3672c1-97c6-4e0b-a067-71e9e9a29db9"), "my-schema2"),
            NamedId.Of(DomainId.Create("76357c9b-0514-4377-9fcc-a632e7ef960d"), "my-schema3"),
            NamedId.Of(DomainId.Create("164c451e-e5a8-41f8-8aaf-e4b56603d7e7"), "my-schema4"),
            NamedId.Of(DomainId.Create("741e902c-fdfa-41ad-8e5a-b7cb9d6e3d94"), "my-schema5")
        };

        protected ContentsQueryFixtureBase(bool dedicatedCollections)
        {
            BsonJsonConvention.Register(TestUtils.DefaultOptions());

            mongoClient = new MongoClient(TestConfig.Configuration["mongodb:configuration"]);
            mongoDatabase = mongoClient.GetDatabase(TestConfig.Configuration["mongodb:database"]);

            var appProvider = CreateAppProvider();

            var options = Options.Create(new ContentOptions
            {
                OptimizeForSelfHosting = dedicatedCollections
            });

            ContentRepository =
                new MongoContentRepository(
                    mongoDatabase,
                    appProvider,
                    options);
        }

        public Task DisposeAsync()
        {
            return Task.CompletedTask;
        }

        public async Task InitializeAsync()
        {
            await ContentRepository.InitializeAsync(default);

            await CreateDataAsync(default);
            await ClearProfilerAsync(default);
        }

        private async Task CreateDataAsync(
            CancellationToken ct)
        {
            if (await ContentRepository.StreamAll(AppIds[0].Id, null, ct).AnyAsync(ct))
            {
                return;
            }

            var batch = new List<SnapshotWriteJob<ContentDomainObject.State>>();

            async Task ExecuteBatchAsync(ContentDomainObject.State? state)
            {
                if (state != null)
                {
                    batch.Add(new SnapshotWriteJob<ContentDomainObject.State>(state.UniqueId, state, 0));
                }

                if ((state == null || batch.Count >= 1000) && batch.Count > 0)
                {
                    var store = (ISnapshotStore<ContentDomainObject.State>)ContentRepository;

                    await store.WriteManyAsync(batch, ct);

                    batch.Clear();
                }
            }

            var now = SystemClock.Instance.GetCurrentInstant();

            var user = new RefToken(RefTokenType.Subject, "1");

            foreach (var appId in AppIds)
            {
                foreach (var schemaId in SchemaIds)
                {
                    for (var i = 0; i < numValues; i++)
                    {
                        var data =
                            new ContentData()
                                .AddField("field1",
                                    new ContentFieldData()
                                        .AddInvariant(JsonValue.Create(i)))
                                .AddField("field2",
                                    new ContentFieldData()
                                        .AddInvariant(JsonValue.Create(Lorem.Paragraph(200, 20))));

                        var content = new ContentDomainObject.State
                        {
                            Id = DomainId.NewGuid(),
                            AppId = appId,
                            Created = now,
                            CreatedBy = user,
                            CurrentVersion = new ContentVersion(Status.Published, data),
                            IsDeleted = false,
                            LastModified = now,
                            LastModifiedBy = user,
                            SchemaId = schemaId
                        };

                        await ExecuteBatchAsync(content);
                    }
                }
            }

            await ExecuteBatchAsync(null);
        }

        private async Task ClearProfilerAsync(
            CancellationToken ct)
        {
            var prefix = mongoDatabase.DatabaseNamespace.DatabaseName;

            foreach (var databaseName in await (await mongoClient.ListDatabaseNamesAsync(ct)).ToListAsync(ct))
            {
                if (!databaseName.StartsWith(prefix, StringComparison.Ordinal))
                {
                    continue;
                }

                var database = mongoClient.GetDatabase(databaseName);

                await database.RunCommandAsync<BsonDocument>("{ profile : 0 }", cancellationToken: ct);
                await database.DropCollectionAsync("system.profile", ct);
                await database.RunCommandAsync<BsonDocument>("{ profile : 2 }", cancellationToken: ct);
            }
        }

        private static IAppProvider CreateAppProvider()
        {
            var appProvider = A.Fake<IAppProvider>();

            A.CallTo(() => appProvider.GetSchemaAsync(A<DomainId>._, A<DomainId>._, false, A<CancellationToken>._))
                .ReturnsLazily(x => Task.FromResult<ISchemaEntity?>(CreateSchema(x.GetArgument<DomainId>(0)!, x.GetArgument<DomainId>(1)!)));

            return appProvider;
        }

        public DomainId RandomAppId()
        {
            return AppIds[random.Next(0, AppIds.Length)].Id;
        }

        public IAppEntity RandomApp()
        {
            return CreateApp(RandomAppId());
        }

        public DomainId RandomSchemaId()
        {
            return SchemaIds[random.Next(0, SchemaIds.Length)].Id;
        }

        public ISchemaEntity RandomSchema()
        {
            return CreateSchema(RandomAppId(), RandomSchemaId());
        }

        public string RandomValue()
        {
            return random.Next(0, numValues).ToString(CultureInfo.InvariantCulture);
        }

        private static IAppEntity CreateApp(DomainId appId)
        {
            return Mocks.App(NamedId.Of(appId, "my-app"));
        }

        private static ISchemaEntity CreateSchema(DomainId appId, DomainId schemaId)
        {
            var schemaDef =
                new Schema("my-schema")
                    .AddField(Fields.Number(1, "value", Partitioning.Invariant));

            var schema =
                Mocks.Schema(
                    NamedId.Of(appId, "my-app"),
                    NamedId.Of(schemaId, "my-schema"),
                    schemaDef);

            return schema;
        }
    }
}