// ========================================================================== // Squidex Headless CMS // ========================================================================== // Copyright (c) Squidex UG (haftungsbeschraenkt) // All rights reserved. Licensed under the MIT license. // ========================================================================== using System.Net; using System.Text; using Microsoft.Extensions.Caching.Memory; using Microsoft.Extensions.Options; using Squidex.AI; using Squidex.Domain.Apps.Core.Scripting; using Squidex.Domain.Apps.Core.Scripting.Extensions; using Squidex.Domain.Apps.Core.TestHelpers; using Squidex.Infrastructure; using Squidex.Infrastructure.Json.Objects; using Squidex.Infrastructure.Validation; using Squidex.Text.Translations; namespace Squidex.Domain.Apps.Core.Operations.Scripting; public class JintScriptEngineHelperTests : IClassFixture { private readonly IHttpClientFactory httpClientFactory = A.Fake(); private readonly ITranslator translator = A.Fake(); private readonly IChatAgent chatAgent = A.Fake(); private readonly JintScriptEngine sut; public JintScriptEngineHelperTests() { var extensions = new IJintExtension[] { new DateTimeJintExtension(), new HttpJintExtension(httpClientFactory), new StringJintExtension(), new StringWordsJintExtension(), new StringAsyncJintExtension(translator, chatAgent), }; sut = new JintScriptEngine(new MemoryCache(Options.Create(new MemoryCacheOptions())), Options.Create(new JintScriptOptions { TimeoutScript = TimeSpan.FromSeconds(2), TimeoutExecution = TimeSpan.FromSeconds(10), }), extensions); } [Fact] public void Should_convert_html_to_text() { var vars = new ScriptVars { ["value"] = "

Hello World

", }; const string script = @" html2Text(value); "; var actual = sut.Execute(vars, script).AsString; Assert.Equal("Hello World", actual); } [Fact] public void Should_convert_markdown_to_text() { var vars = new ScriptVars { ["value"] = "## Hello World", }; const string script = @" markdown2Text(value); "; var actual = sut.Execute(vars, script).AsString; Assert.Equal("Hello World", actual); } [Fact] public void Should_count_words() { var vars = new ScriptVars { ["value"] = "Hello, World", }; const string script = @" wordCount(value); "; var actual = sut.Execute(vars, script).AsNumber; Assert.Equal(2, actual); } [Fact] public void Should_count_characters() { var vars = new ScriptVars { ["value"] = "Hello, World", }; const string script = @" characterCount(value); "; var actual = sut.Execute(vars, script).AsNumber; Assert.Equal(10, actual); } [Fact] public void Should_camel_case_value() { var vars = new ScriptVars { ["value"] = "Hello World", }; const string script = @" toCamelCase(value); "; var actual = sut.Execute(vars, script).AsString; Assert.Equal("helloWorld", actual); } [Fact] public void Should_pascal_case_value() { var vars = new ScriptVars { ["value"] = "Hello World", }; const string script = @" toPascalCase(value); "; var actual = sut.Execute(vars, script).AsString; Assert.Equal("HelloWorld", actual); } [Fact] public void Should_slugify_value() { var vars = new ScriptVars { ["value"] = "4 Häuser", }; const string script = @" slugify(value); "; var actual = sut.Execute(vars, script).AsString; Assert.Equal("4-haeuser", actual); } [Fact] public void Should_slugify_value_with_single_char() { var vars = new ScriptVars { ["value"] = "4 Häuser", }; const string script = @" slugify(value, true); "; var actual = sut.Execute(vars, script).AsString; Assert.Equal("4-hauser", actual); } [Fact] public void Should_compute_sha256_hash() { var vars = new ScriptVars { ["value"] = "HelloWorld", }; const string script = @" sha256(value); "; var actual = sut.Execute(vars, script).AsString; Assert.Equal("HelloWorld".ToSha256(), actual); } [Fact] public void Should_compute_sha512_hash() { var vars = new ScriptVars { ["value"] = "HelloWorld", }; const string script = @" sha512(value); "; var actual = sut.Execute(vars, script).AsString; Assert.Equal("HelloWorld".ToSha512(), actual); } [Fact] public void Should_compute_md5_hash() { var vars = new ScriptVars { ["value"] = "HelloWorld", }; const string script = @" md5(value); "; var actual = sut.Execute(vars, script).AsString; Assert.Equal("HelloWorld".ToMD5(), actual); } [Fact] public void Should_compute_guid() { var vars = new ScriptVars { }; const string script = @" guid(); "; var actual = sut.Execute(vars, script).AsString; Assert.True(Guid.TryParse(actual, out _)); } [Fact] public async Task Should_throw_validation_exception_if_calling_reject() { var options = new ScriptOptions { CanReject = true, }; var vars = new ScriptVars { }; const string script = @" reject() "; var ex = await Assert.ThrowsAsync(() => sut.ExecuteAsync(vars, script, options)); Assert.NotEmpty(ex.Errors); } [Fact] public async Task Should_throw_validation_exception_if_calling_reject_with_message() { var options = new ScriptOptions { CanReject = true, }; var vars = new ScriptVars { }; const string script = @" reject('Error1') "; var ex = await Assert.ThrowsAsync(() => sut.ExecuteAsync(vars, script, options)); Assert.Equal(new[] { "Error1" }, ex.Errors.Select(x => x.Message).ToArray()); } [Fact] public async Task Should_throw_validation_exception_if_calling_reject_with_messages() { var options = new ScriptOptions { CanReject = true, }; var vars = new ScriptVars { }; const string script = @" reject(['Error1', 'Error2']) "; var ex = await Assert.ThrowsAsync(() => sut.ExecuteAsync(vars, script, options)); Assert.Equal(new[] { "Error1", "Error2" }, ex.Errors.Select(x => x.Message).ToArray()); } [Fact] public async Task Should_throw_security_exception_if_calling_reject() { var options = new ScriptOptions { CanDisallow = true, }; var vars = new ScriptVars { }; const string script = @" disallow() "; var ex = await Assert.ThrowsAsync(() => sut.ExecuteAsync(vars, script, options)); Assert.Equal("Script has forbidden the operation.", ex.Message); } [Fact] public async Task Should_throw_security_exception_if_calling_reject_with_message() { const string script = @" disallow('Operation not allowed') "; var options = new ScriptOptions { CanDisallow = true, }; var vars = new ScriptVars { }; var ex = await Assert.ThrowsAsync(() => sut.ExecuteAsync(vars, script, options)); Assert.Equal("Operation not allowed", ex.Message); } [Fact] public async Task Should_throw_exception_if_getJson_url_is_null() { var vars = new ScriptVars { }; const string script = @" getJSON(null, function(actual) { complete(actual); }); "; await Assert.ThrowsAsync(() => sut.ExecuteAsync(vars, script)); } [Fact] public async Task Should_throw_exception_if_getJson_request_fails() { var vars = new ScriptVars { }; const string script = @" var url = 'http://squidex.io'; postJSON(url, {}, function(actual) { complete(actual); }); "; await Assert.ThrowsAsync(() => sut.ExecuteAsync(vars, script)); } [Fact] public async Task Should_throw_exception_if_getJson_callback_is_null() { var vars = new ScriptVars { }; const string script = @" var url = 'http://squidex.io'; getJSON(url, null); "; await Assert.ThrowsAsync(() => sut.ExecuteAsync(vars, script)); } [Fact] public async Task Should_not_throw_exception_if_getJson_request_fails_and_flag_is_true() { SetupRequest(HttpStatusCode.BadRequest); var vars = new ScriptVars { }; const string script = @" var url = 'http://squidex.io/invalid.json'; postJSON(url, {}, function(actual) { complete(actual); }, undefined, true); "; var actual = await sut.ExecuteAsync(vars, script); var expectedResult = JsonValue.Object() .Add("statusCode", 400) .Add("headers", JsonValue.Object() .Add("Content-Type", "application/json; charset=utf-8") .Add("Content-Length", "13")) .Add("body", "{ \"key\": 42 }"); Assert.Equal(expectedResult, actual); } [Fact] public async Task Should_make_getJson_request() { var httpHandler = SetupRequest(); var vars = new ScriptVars { }; const string script = @" var url = 'http://squidex.io'; getJSON(url, function(actual) { complete(actual); }); "; var actual = await sut.ExecuteAsync(vars, script); httpHandler.ShouldBeMethod(HttpMethod.Get); httpHandler.ShouldBeUrl("http://squidex.io/"); var expectedResult = JsonValue.Object() .Add("key", 42); Assert.Equal(expectedResult, actual); } [Fact] public async Task Should_make_getJson_request_with_headers() { var httpHandler = SetupRequest(); var vars = new ScriptVars { }; const string script = @" var headers = { 'X-Header1': 1, 'X-Header2': '2' }; var url = 'http://squidex.io'; getJSON(url, function(actual) { complete(actual); }, headers); "; var actual = await sut.ExecuteAsync(vars, script); httpHandler.ShouldBeMethod(HttpMethod.Get); httpHandler.ShouldBeUrl("http://squidex.io/"); httpHandler.ShouldBeHeader("X-Header1", "1"); httpHandler.ShouldBeHeader("X-Header2", "2"); var expectedResult = JsonValue.Object().Add("key", 42); Assert.Equal(expectedResult, actual); } [Fact] public async Task Should_make_deleteJson_request() { var httpHandler = SetupRequest(); var vars = new ScriptVars { }; const string script = @" var url = 'http://squidex.io'; deleteJSON(url, function(actual) { complete(actual); }); "; var actual = await sut.ExecuteAsync(vars, script); httpHandler.ShouldBeMethod(HttpMethod.Delete); httpHandler.ShouldBeUrl("http://squidex.io/"); var expectedResult = JsonValue.Object().Add("key", 42); Assert.Equal(expectedResult, actual); } [Fact] public async Task Should_make_patchJson_request() { var httpHandler = SetupRequest(); var vars = new ScriptVars { }; const string script = @" var url = 'http://squidex.io'; var body = { key: 42 }; patchJSON(url, body, function(actual) { complete(actual); }); "; var actual = await sut.ExecuteAsync(vars, script); httpHandler.ShouldBeMethod(HttpMethod.Patch); httpHandler.ShouldBeUrl("http://squidex.io/"); httpHandler.ShouldBeBody("{\"key\":42}", "application/json"); var expectedResult = JsonValue.Object().Add("key", 42); Assert.Equal(expectedResult, actual); } [Fact] public async Task Should_make_postJson_request() { var httpHandler = SetupRequest(); var vars = new ScriptVars { }; const string script = @" var url = 'http://squidex.io'; var body = { key: 42 }; postJSON(url, body, function(actual) { complete(actual); }); "; var actual = await sut.ExecuteAsync(vars, script); httpHandler.ShouldBeMethod(HttpMethod.Post); httpHandler.ShouldBeUrl("http://squidex.io/"); httpHandler.ShouldBeBody("{\"key\":42}", "application/json"); var expectedResult = JsonValue.Object().Add("key", 42); Assert.Equal(expectedResult, actual); } [Fact] public async Task Should_make_postJson_as_form_values() { var httpHandler = SetupRequest(); var vars = new ScriptVars { }; const string script = @" var url = 'http://squidex.io'; var body = { key: 42 }; postJSON(url, body, function(actual) { complete(actual); }, { 'Content-Type': 'application/x-www-form-urlencoded' }); "; var actual = await sut.ExecuteAsync(vars, script); httpHandler.ShouldBeMethod(HttpMethod.Post); httpHandler.ShouldBeUrl("http://squidex.io/"); httpHandler.ShouldBeBody("key=42", "application/x-www-form-urlencoded"); var expectedResult = JsonValue.Object().Add("key", 42); Assert.Equal(expectedResult, actual); } [Fact] public async Task Should_make_putJson_request() { var httpHandler = SetupRequest(); var vars = new ScriptVars { }; const string script = @" var url = 'http://squidex.io'; var body = { key: 42 }; putJSON(url, body, function(actual) { complete(actual); }); "; var actual = await sut.ExecuteAsync(vars, script); httpHandler.ShouldBeMethod(HttpMethod.Put); httpHandler.ShouldBeUrl("http://squidex.io/"); httpHandler.ShouldBeBody("{\"key\":42}", "application/json"); var expectedResult = JsonValue.Object().Add("key", 42); Assert.Equal(expectedResult, actual); } [Fact] public async Task Should_generate_content() { A.CallTo(() => chatAgent.PromptAsync( A.That.Matches(x => x.Prompt == "prompt"), A._, A._)) .Returns(new ChatResult { Content = "Generated", ToolStarts = [], ToolEnds = [], Metadata = new ChatMetadata(), }); var vars = new ScriptVars { }; const string script = @" generate('prompt', function(actual) { complete(actual); }); "; var actual = await sut.ExecuteAsync(vars, script); Assert.Equal("Generated", actual.ToString()); A.CallTo(() => chatAgent.StopConversationAsync(A._, A._, A._)) .MustNotHaveHappened(); } [Theory] [InlineData("null")] [InlineData("''")] [InlineData("' '")] public async Task Should_return_null_string_on_generate_if_prompt_is_invalid(string input) { var vars = new ScriptVars { }; var script = $@" generate({input}, function(actual) {{ complete(actual); }}); "; var actual = await sut.ExecuteAsync(vars, script); Assert.Equal(JsonValue.Null, actual); A.CallTo(() => chatAgent.PromptAsync(A._, A._, A._)) .MustNotHaveHappened(); A.CallTo(() => chatAgent.StopConversationAsync(A._, A._, A._)) .MustNotHaveHappened(); } [Fact] public async Task Should_throw_exception_on_generate_if_callback_is_null() { var vars = new ScriptVars { }; const string script = @" generate('prompt', null); "; await Assert.ThrowsAsync(() => sut.ExecuteAsync(vars, script)); } [Fact] public async Task Should_translate_content() { A.CallTo(() => translator.TranslateAsync("text", "en", "it", A._)) .Returns(TranslationResult.Success("Translated", "it", 0)); var vars = new ScriptVars { }; const string script = @" translate('text', 'en', function(actual) { complete(actual); }, 'it'); "; var actual = await sut.ExecuteAsync(vars, script); Assert.Equal("Translated", actual.ToString()); } [Theory] [InlineData("null")] [InlineData("''")] [InlineData("' '")] public async Task Should_return_null_string_on_translate_if_input_is_invalid(string input) { var vars = new ScriptVars { }; var script = $@" translate({input}, 'en', function(actual) {{ complete(actual); }}); "; var actual = await sut.ExecuteAsync(vars, script); Assert.Equal(JsonValue.Null, actual); A.CallTo(() => translator.TranslateAsync(A._, A._, A._, A._)) .MustNotHaveHappened(); } [Theory] [InlineData("null")] [InlineData("''")] [InlineData("' '")] public async Task Should_return_null_string_on_input_if_target_language_is_invalid(string input) { var vars = new ScriptVars { }; var script = $@" translate('text', {input}, function(actual) {{ complete(actual); }}); "; var actual = await sut.ExecuteAsync(vars, script); Assert.Equal(JsonValue.Null, actual); A.CallTo(() => translator.TranslateAsync(A._, A._, A._, A._)) .MustNotHaveHappened(); } [Fact] public async Task Should_throw_exception_on_translate_if_callback_is_null() { var vars = new ScriptVars { }; const string script = @" translate('text', 'en', null); "; await Assert.ThrowsAsync(() => sut.ExecuteAsync(vars, script)); } private MockupHttpHandler SetupRequest(HttpStatusCode statusCode = HttpStatusCode.OK) { var httpResponse = new HttpResponseMessage(statusCode) { Content = new StringContent("{ \"key\": 42 }", Encoding.UTF8, "application/json"), }; var httpHandler = new MockupHttpHandler(httpResponse); A.CallTo(() => httpClientFactory.CreateClient(A._)) .Returns(new HttpClient(httpHandler)); return httpHandler; } }