-
- {{ 'rule-node-config.skip-latest-persistence' | translate }}
-
+
+
diff --git a/ui-ngx/src/app/modules/home/components/rule-node/action/timeseries-config.component.ts b/ui-ngx/src/app/modules/home/components/rule-node/action/timeseries-config.component.ts
index d480ec4d39..a834d0d43f 100644
--- a/ui-ngx/src/app/modules/home/components/rule-node/action/timeseries-config.component.ts
+++ b/ui-ngx/src/app/modules/home/components/rule-node/action/timeseries-config.component.ts
@@ -15,8 +15,18 @@
///
import { Component } from '@angular/core';
-import { UntypedFormBuilder, UntypedFormGroup, Validators } from '@angular/forms';
-import { RuleNodeConfiguration, RuleNodeConfigurationComponent } from '@shared/models/rule-node.models';
+import { FormBuilder, FormGroup, Validators } from '@angular/forms';
+import { RuleNodeConfigurationComponent } from '@shared/models/rule-node.models';
+import {
+ defaultAdvancedPersistenceStrategy,
+ maxDeduplicateTimeSecs,
+ PersistenceSettings,
+ PersistenceSettingsForm,
+ PersistenceType,
+ PersistenceTypeTranslationMap,
+ TimeseriesNodeConfiguration,
+ TimeseriesNodeConfigurationForm
+} from '@home/components/rule-node/action/timeseries-config.models';
@Component({
selector: 'tb-action-node-timeseries-config',
@@ -25,21 +35,98 @@ import { RuleNodeConfiguration, RuleNodeConfigurationComponent } from '@shared/m
})
export class TimeseriesConfigComponent extends RuleNodeConfigurationComponent {
- timeseriesConfigForm: UntypedFormGroup;
+ timeseriesConfigForm: FormGroup;
- constructor(private fb: UntypedFormBuilder) {
+ PersistenceType = PersistenceType;
+ persistenceStrategies = [PersistenceType.ON_EVERY_MESSAGE, PersistenceType.DEDUPLICATE, PersistenceType.WEBSOCKETS_ONLY];
+ PersistenceTypeTranslationMap = PersistenceTypeTranslationMap;
+
+ maxDeduplicateTime = maxDeduplicateTimeSecs
+
+ constructor(private fb: FormBuilder) {
super();
}
- protected configForm(): UntypedFormGroup {
+ protected configForm(): FormGroup {
return this.timeseriesConfigForm;
}
- protected onConfigurationSet(configuration: RuleNodeConfiguration) {
+ protected validatorTriggers(): string[] {
+ return ['persistenceSettings.isAdvanced', 'persistenceSettings.type'];
+ }
+
+ protected prepareInputConfig(config: TimeseriesNodeConfiguration): TimeseriesNodeConfigurationForm {
+ let persistenceSettings: PersistenceSettingsForm;
+ if (config?.persistenceSettings) {
+ const isAdvanced = config?.persistenceSettings?.type === PersistenceType.ADVANCED;
+ persistenceSettings = {
+ ...config.persistenceSettings,
+ isAdvanced: isAdvanced,
+ type: isAdvanced ? PersistenceType.ON_EVERY_MESSAGE : config.persistenceSettings.type,
+ advanced: isAdvanced ? config.persistenceSettings : defaultAdvancedPersistenceStrategy
+ }
+ } else {
+ persistenceSettings = {
+ type: PersistenceType.ON_EVERY_MESSAGE,
+ isAdvanced: false,
+ deduplicationIntervalSecs: 10,
+ advanced: defaultAdvancedPersistenceStrategy
+ };
+ }
+ return {
+ ...config,
+ persistenceSettings: persistenceSettings
+ }
+ }
+
+ protected prepareOutputConfig(config: TimeseriesNodeConfigurationForm): TimeseriesNodeConfiguration {
+ let persistenceSettings: PersistenceSettings;
+ if (config.persistenceSettings.isAdvanced) {
+ persistenceSettings = {
+ ...config.persistenceSettings.advanced,
+ type: PersistenceType.ADVANCED
+ };
+ } else {
+ persistenceSettings = {
+ type: config.persistenceSettings.type,
+ deduplicationIntervalSecs: config.persistenceSettings?.deduplicationIntervalSecs
+ };
+ }
+ return {
+ ...config,
+ persistenceSettings
+ };
+ }
+
+ protected onConfigurationSet(config: TimeseriesNodeConfigurationForm) {
this.timeseriesConfigForm = this.fb.group({
- defaultTTL: [configuration ? configuration.defaultTTL : null, [Validators.required, Validators.min(0)]],
- skipLatestPersistence: [configuration ? configuration.skipLatestPersistence : false, []],
- useServerTs: [configuration ? configuration.useServerTs : false, []]
+ persistenceSettings: this.fb.group({
+ isAdvanced: [config?.persistenceSettings?.isAdvanced ?? false],
+ type: [config?.persistenceSettings?.type ?? PersistenceType.ON_EVERY_MESSAGE],
+ deduplicationIntervalSecs: [
+ {value: config?.persistenceSettings?.deduplicationIntervalSecs ?? 10, disabled: true},
+ [Validators.required, Validators.max(maxDeduplicateTimeSecs)]
+ ],
+ advanced: [{value: null, disabled: true}]
+ }),
+ defaultTTL: [config?.defaultTTL ?? null, [Validators.required, Validators.min(0)]],
+ useServerTs: [config?.useServerTs ?? false]
});
}
+
+ protected updateValidators(emitEvent: boolean, _trigger?: string) {
+ const persistenceForm = this.timeseriesConfigForm.get('persistenceSettings') as FormGroup;
+ const isAdvanced: boolean = persistenceForm.get('isAdvanced').value;
+ const type: PersistenceType = persistenceForm.get('type').value;
+ if (!isAdvanced && type === PersistenceType.DEDUPLICATE) {
+ persistenceForm.get('deduplicationIntervalSecs').enable({emitEvent});
+ } else {
+ persistenceForm.get('deduplicationIntervalSecs').disable({emitEvent});
+ }
+ if (isAdvanced) {
+ persistenceForm.get('advanced').enable({emitEvent});
+ } else {
+ persistenceForm.get('advanced').disable({emitEvent});
+ }
+ }
}
diff --git a/ui-ngx/src/app/modules/home/components/rule-node/action/timeseries-config.models.ts b/ui-ngx/src/app/modules/home/components/rule-node/action/timeseries-config.models.ts
new file mode 100644
index 0000000000..241787d511
--- /dev/null
+++ b/ui-ngx/src/app/modules/home/components/rule-node/action/timeseries-config.models.ts
@@ -0,0 +1,78 @@
+///
+/// Copyright © 2016-2024 The Thingsboard Authors
+///
+/// Licensed under the Apache License, Version 2.0 (the "License");
+/// you may not use this file except in compliance with the License.
+/// You may obtain a copy of the License at
+///
+/// http://www.apache.org/licenses/LICENSE-2.0
+///
+/// Unless required by applicable law or agreed to in writing, software
+/// distributed under the License is distributed on an "AS IS" BASIS,
+/// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+/// See the License for the specific language governing permissions and
+/// limitations under the License.
+///
+
+import { DAY, SECOND } from '@shared/models/time/time.models';
+
+export const maxDeduplicateTimeSecs = DAY / SECOND + 1;
+
+export interface TimeseriesNodeConfiguration {
+ persistenceSettings: PersistenceSettings;
+ defaultTTL: number;
+ useServerTs: boolean;
+}
+
+export interface TimeseriesNodeConfigurationForm extends Omit
{
+ persistenceSettings: PersistenceSettingsForm
+}
+
+export type PersistenceSettings = BasicPersistenceSettings & Partial & Partial;
+
+export type PersistenceSettingsForm = Omit & {
+ isAdvanced: boolean;
+ advanced?: Partial;
+ type: PersistenceType;
+};
+
+export enum PersistenceType {
+ ON_EVERY_MESSAGE = 'ON_EVERY_MESSAGE',
+ DEDUPLICATE = 'DEDUPLICATE',
+ WEBSOCKETS_ONLY = 'WEBSOCKETS_ONLY',
+ ADVANCED = 'ADVANCED',
+ SKIP = 'SKIP'
+}
+
+export const PersistenceTypeTranslationMap = new Map([
+ [PersistenceType.ON_EVERY_MESSAGE, 'rule-node-config.save-time-series.strategy-type.every-message'],
+ [PersistenceType.DEDUPLICATE, 'rule-node-config.save-time-series.strategy-type.deduplicate'],
+ [PersistenceType.WEBSOCKETS_ONLY, 'rule-node-config.save-time-series.strategy-type.web-sockets-only'],
+ [PersistenceType.SKIP, 'rule-node-config.save-time-series.strategy-type.skip'],
+])
+
+export interface BasicPersistenceSettings {
+ type: PersistenceType;
+}
+
+export interface DeduplicatePersistenceStrategy extends BasicPersistenceSettings{
+ deduplicationIntervalSecs: number;
+}
+
+export interface AdvancedPersistenceStrategy extends BasicPersistenceSettings{
+ timeseries: AdvancedPersistenceConfig;
+ latest: AdvancedPersistenceConfig;
+ webSockets: AdvancedPersistenceConfig;
+}
+
+export type AdvancedPersistenceConfig = WithOptional;
+
+export const defaultAdvancedPersistenceConfig: AdvancedPersistenceConfig = {
+ type: PersistenceType.ON_EVERY_MESSAGE
+}
+
+export const defaultAdvancedPersistenceStrategy: Omit = {
+ timeseries: defaultAdvancedPersistenceConfig,
+ latest: defaultAdvancedPersistenceConfig,
+ webSockets: defaultAdvancedPersistenceConfig,
+}
diff --git a/ui-ngx/src/app/modules/home/components/rule-node/common/common-rule-node-config.module.ts b/ui-ngx/src/app/modules/home/components/rule-node/common/common-rule-node-config.module.ts
index c72b9901c9..b6370be318 100644
--- a/ui-ngx/src/app/modules/home/components/rule-node/common/common-rule-node-config.module.ts
+++ b/ui-ngx/src/app/modules/home/components/rule-node/common/common-rule-node-config.module.ts
@@ -33,6 +33,7 @@ import { RelationsQueryConfigOldComponent } from './relations-query-config-old.c
import { SelectAttributesComponent } from './select-attributes.component';
import { AlarmStatusSelectComponent } from './alarm-status-select.component';
import { ExampleHintComponent } from './example-hint.component';
+import { TimeUnitInputComponent } from './time-unit-input.component';
@NgModule({
declarations: [
@@ -50,7 +51,8 @@ import { ExampleHintComponent } from './example-hint.component';
RelationsQueryConfigOldComponent,
SelectAttributesComponent,
AlarmStatusSelectComponent,
- ExampleHintComponent
+ ExampleHintComponent,
+ TimeUnitInputComponent
],
imports: [
CommonModule,
@@ -72,7 +74,8 @@ import { ExampleHintComponent } from './example-hint.component';
RelationsQueryConfigOldComponent,
SelectAttributesComponent,
AlarmStatusSelectComponent,
- ExampleHintComponent
+ ExampleHintComponent,
+ TimeUnitInputComponent
]
})
diff --git a/ui-ngx/src/app/modules/home/components/rule-node/common/time-unit-input.component.html b/ui-ngx/src/app/modules/home/components/rule-node/common/time-unit-input.component.html
new file mode 100644
index 0000000000..1fd0a60159
--- /dev/null
+++ b/ui-ngx/src/app/modules/home/components/rule-node/common/time-unit-input.component.html
@@ -0,0 +1,44 @@
+
+
diff --git a/ui-ngx/src/app/modules/home/components/rule-node/common/time-unit-input.component.ts b/ui-ngx/src/app/modules/home/components/rule-node/common/time-unit-input.component.ts
new file mode 100644
index 0000000000..3dc0c00124
--- /dev/null
+++ b/ui-ngx/src/app/modules/home/components/rule-node/common/time-unit-input.component.ts
@@ -0,0 +1,184 @@
+///
+/// Copyright © 2016-2024 The Thingsboard Authors
+///
+/// Licensed under the Apache License, Version 2.0 (the "License");
+/// you may not use this file except in compliance with the License.
+/// You may obtain a copy of the License at
+///
+/// http://www.apache.org/licenses/LICENSE-2.0
+///
+/// Unless required by applicable law or agreed to in writing, software
+/// distributed under the License is distributed on an "AS IS" BASIS,
+/// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+/// See the License for the specific language governing permissions and
+/// limitations under the License.
+///
+
+import { Component, DestroyRef, forwardRef, Input, OnInit } from '@angular/core';
+import {
+ AbstractControl,
+ ControlValueAccessor,
+ FormBuilder,
+ NG_VALIDATORS,
+ NG_VALUE_ACCESSOR,
+ ValidationErrors,
+ Validator, Validators
+} from '@angular/forms';
+import { TimeUnit, timeUnitTranslations } from '../rule-node-config.models';
+import { isDefinedAndNotNull, isNumeric } from '@core/utils';
+import { takeUntilDestroyed } from '@angular/core/rxjs-interop';
+import { coerceBoolean, coerceNumber } from '@shared/decorators/coercion';
+import { DAY, HOUR, MINUTE, SECOND } from '@shared/models/time/time.models';
+
+interface TimeUnitInputModel {
+ time: number;
+ timeUnit: TimeUnit
+}
+
+@Component({
+ selector: 'tb-time-unit-input',
+ templateUrl: './time-unit-input.component.html',
+ providers: [{
+ provide: NG_VALUE_ACCESSOR,
+ useExisting: forwardRef(() => TimeUnitInputComponent),
+ multi: true
+ },{
+ provide: NG_VALIDATORS,
+ useExisting: forwardRef(() => TimeUnitInputComponent),
+ multi: true
+ }]
+})
+export class TimeUnitInputComponent implements ControlValueAccessor, Validator, OnInit {
+
+ @Input()
+ labelText: string;
+
+ @Input()
+ @coerceBoolean()
+ required: boolean;
+
+ @Input()
+ requiredText: string;
+
+ @Input()
+ minErrorText: string;
+
+ @Input()
+ @coerceNumber()
+ maxTime: number;
+
+ @Input()
+ maxErrorText: string;
+
+ timeUnits = Object.values(TimeUnit).filter(item => item !== TimeUnit.MILLISECONDS) as TimeUnit[];
+
+ timeUnitTranslations = timeUnitTranslations;
+
+ timeInputForm = this.fb.group({
+ time: [0, Validators.min(0)],
+ timeUnit: [TimeUnit.SECONDS]
+ });
+
+ private timeIntervalsInSec = new Map([
+ [TimeUnit.DAYS, DAY/SECOND],
+ [TimeUnit.HOURS, HOUR/SECOND],
+ [TimeUnit.MINUTES, MINUTE/SECOND],
+ [TimeUnit.SECONDS, SECOND/SECOND],
+ ]);
+
+ private modelValue: number;
+
+ private propagateChange: (value: any) => void = () => {};
+
+ constructor(private fb: FormBuilder,
+ private destroyRef: DestroyRef) {
+ }
+
+ ngOnInit() {
+ if(this.required || this.maxTime) {
+ const timeControl = this.timeInputForm.get('time');
+ const validators = [];
+ if (this.required) {
+ validators.push(Validators.required);
+ }
+ if (this.maxTime) {
+ validators.push((control: AbstractControl) =>
+ Validators.max(Math.floor(this.maxTime / this.timeIntervalsInSec.get(this.timeInputForm.get('timeUnit').value)))(control)
+ );
+ }
+
+ timeControl.setValidators(validators);
+ timeControl.updateValueAndValidity({ emitEvent: false });
+ }
+
+ this.timeInputForm.get('timeUnit').valueChanges.pipe(
+ takeUntilDestroyed(this.destroyRef)
+ ).subscribe(() => {
+ this.timeInputForm.get('time').updateValueAndValidity({onlySelf: true});
+ this.timeInputForm.get('time').markAsTouched({onlySelf: true});
+ });
+
+ this.timeInputForm.valueChanges.pipe(
+ takeUntilDestroyed(this.destroyRef)
+ ).subscribe(value => {
+ this.updatedModel(value);
+ });
+ }
+
+ registerOnChange(fn: any) {
+ this.propagateChange = fn;
+ }
+
+ registerOnTouched(_fn: any) {
+ }
+
+ setDisabledState(isDisabled: boolean) {
+ if (isDisabled) {
+ this.timeInputForm.disable({emitEvent: false});
+ } else {
+ this.timeInputForm.enable({emitEvent: false});
+ }
+ }
+
+ writeValue(sec: number) {
+ if (sec !== this.modelValue) {
+ if (isDefinedAndNotNull(sec) && isNumeric(sec) && Number(sec) !== 0) {
+ this.timeInputForm.patchValue(this.parseTime(sec), {emitEvent: false});
+ this.modelValue = sec;
+ } else {
+ this.timeInputForm.patchValue({
+ time: 0,
+ timeUnit: TimeUnit.SECONDS
+ }, {emitEvent: false});
+ this.modelValue = 0;
+ }
+ }
+ }
+
+ validate(): ValidationErrors | null {
+ return this.timeInputForm.valid ? null : {
+ timeInput: false
+ };
+ }
+
+ private updatedModel(value: Partial) {
+ const time = value.time * this.timeIntervalsInSec.get(value.timeUnit);
+ if (this.modelValue !== time) {
+ this.modelValue = time;
+ this.propagateChange(time);
+ }
+ }
+
+ private parseTime(value: number): TimeUnitInputModel {
+ for (const [timeUnit, timeValue] of this.timeIntervalsInSec) {
+ const calc = value / timeValue;
+ if (Number.isInteger(calc)) {
+ return {
+ time: calc,
+ timeUnit: timeUnit
+ }
+ }
+ }
+ }
+
+}
diff --git a/ui-ngx/src/assets/locale/locale.constant-en_US.json b/ui-ngx/src/assets/locale/locale.constant-en_US.json
index a16625bdaa..d7c14ac815 100644
--- a/ui-ngx/src/assets/locale/locale.constant-en_US.json
+++ b/ui-ngx/src/assets/locale/locale.constant-en_US.json
@@ -4544,7 +4544,7 @@
"originator-entity": "Entity by name pattern",
"clone-message": "Clone message",
"transform": "Transform",
- "default-ttl": "Default TTL in seconds",
+ "default-ttl": "Default TTL",
"default-ttl-required": "Default TTL is required.",
"default-ttl-hint": "Rule node will fetch Time-to-Live (TTL) value from the message metadata. If no value is present, it defaults to the TTL specified in the configuration. If the value is set to 0, the TTL from the tenant profile configuration will be applied.",
"default-ttl-zero-hint": "TTL will not be applied if its value is set to 0.",
@@ -4909,10 +4909,8 @@
"general-pattern-hint": "Use ${metadataKey} for value from metadata, $[messageKey] for value from message body.",
"alarm-severity-pattern-hint": "Use ${metadataKey} for value from metadata, $[messageKey] for value from message body. Alarm severity should be system (CRITICAL, MAJOR etc.)",
"output-node-name-hint": "The rule node name corresponds to the relation type of the output message, and it is used to forward messages to other rule nodes in the caller rule chain.",
- "skip-latest-persistence": "Skip latest persistence",
- "skip-latest-persistence-hint": "Rule node will not update values for incoming keys for the latest time series data. Useful for highly loaded use-cases to decrease the pressure on the DB.",
- "use-server-ts": "Use server ts",
- "use-server-ts-hint": "Rule node will use the timestamp of message processing instead of the timestamp from the message. Useful for all sorts of sequential processing if you merge messages from multiple sources (devices, assets, etc).",
+ "use-server-ts": "Use server timestamp",
+ "use-server-ts-hint": "Use the server’s current timestamp for time series data that lacks an explicit timestamp. This helps maintain proper ordering when processing messages from multiple sources or when messages arrive out of sequence.",
"kv-map-pattern-hint": "All input fields support templatization. Use $[messageKey] to extract value from the message and ${metadataKey} to extract value from the metadata.",
"kv-map-single-pattern-hint": "Input field support templatization. Use $[messageKey] to extract value from the message and ${metadataKey} to extract value from the metadata.",
"shared-scope": "Shared scope",
@@ -5070,8 +5068,28 @@
"request-timeout-required": "Request timeout is required",
"request-timeout-min": "Min request timeout is 0",
"request-timeout-hint": "The amount of time to wait in seconds for the request to complete before giving up and timing out. A value of 0 means infinity, and is not recommended.",
+ "units": "Units",
"tell-failure-aws-lambda": "Tell Failure if AWS Lambda function execution raises exception",
"tell-failure-aws-lambda-hint": "Rule node forces failure of message processing if AWS Lambda function execution raises exception.",
+ "basic-mode": "Basic",
+ "advanced-mode": "Advanced",
+ "save-time-series": {
+ "persistence-settings": "Persistence settings",
+ "persistence-settings-hint": "Define how and when time series data is saved. In Basic mode, apply a single persistence strategy to all actions or enable only WebSockets updates. Advanced mode allows you to configure individual persistence strategies for each action.",
+ "strategy": "Strategy",
+ "deduplication-interval": "Deduplication interval",
+ "deduplication-interval-required": "Deduplication interval is required",
+ "deduplication-interval-min-max-range": "Deduplication interval should be at least 1 second and at most 1 day",
+ "strategy-type": {
+ "every-message": "On every message",
+ "skip": "Skip",
+ "deduplicate": "Deduplicate",
+ "web-sockets-only": "WebSockets only"
+ },
+ "time-series": "Time series",
+ "latest": "Latest",
+ "web-sockets": "WebSockets"
+ },
"key-val": {
"key": "Key",
"value": "Value",