Andrew Shvayka
2 years ago
committed by
GitHub
GitHub
56 changed files with 1454 additions and 295 deletions
@ -0,0 +1,37 @@ |
|||||
|
/** |
||||
|
* Copyright © 2016-2024 The Thingsboard Authors |
||||
|
* |
||||
|
* Licensed under the Apache License, Version 2.0 (the "License"); |
||||
|
* you may not use this file except in compliance with the License. |
||||
|
* You may obtain a copy of the License at |
||||
|
* |
||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
|
* |
||||
|
* Unless required by applicable law or agreed to in writing, software |
||||
|
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
|
* See the License for the specific language governing permissions and |
||||
|
* limitations under the License. |
||||
|
*/ |
||||
|
package org.thingsboard.server.service.entitiy.cf; |
||||
|
|
||||
|
import lombok.Data; |
||||
|
import org.thingsboard.server.common.data.id.CalculatedFieldId; |
||||
|
import org.thingsboard.server.common.data.id.EntityId; |
||||
|
|
||||
|
@Data |
||||
|
public class CalculatedFieldCtx { |
||||
|
|
||||
|
private CalculatedFieldId calculatedFieldId; |
||||
|
private EntityId entityId; |
||||
|
private CalculatedFieldState state; |
||||
|
|
||||
|
public CalculatedFieldCtx() { |
||||
|
} |
||||
|
|
||||
|
public CalculatedFieldCtx(CalculatedFieldId calculatedFieldId, EntityId entityId, CalculatedFieldState state) { |
||||
|
this.calculatedFieldId = calculatedFieldId; |
||||
|
this.entityId = entityId; |
||||
|
this.state = state; |
||||
|
} |
||||
|
} |
||||
@ -0,0 +1,41 @@ |
|||||
|
/** |
||||
|
* Copyright © 2016-2024 The Thingsboard Authors |
||||
|
* |
||||
|
* Licensed under the Apache License, Version 2.0 (the "License"); |
||||
|
* you may not use this file except in compliance with the License. |
||||
|
* You may obtain a copy of the License at |
||||
|
* |
||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
|
* |
||||
|
* Unless required by applicable law or agreed to in writing, software |
||||
|
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
|
* See the License for the specific language governing permissions and |
||||
|
* limitations under the License. |
||||
|
*/ |
||||
|
package org.thingsboard.server.service.entitiy.cf; |
||||
|
|
||||
|
import com.fasterxml.jackson.annotation.JsonIgnore; |
||||
|
import com.fasterxml.jackson.annotation.JsonSubTypes; |
||||
|
import com.fasterxml.jackson.annotation.JsonTypeInfo; |
||||
|
import org.thingsboard.server.common.data.cf.CalculatedFieldConfiguration; |
||||
|
import org.thingsboard.server.common.data.cf.CalculatedFieldType; |
||||
|
|
||||
|
import java.util.Map; |
||||
|
|
||||
|
@JsonTypeInfo( |
||||
|
use = JsonTypeInfo.Id.NAME, |
||||
|
include = JsonTypeInfo.As.PROPERTY, |
||||
|
property = "type" |
||||
|
) |
||||
|
@JsonSubTypes({ |
||||
|
@JsonSubTypes.Type(value = SimpleCalculatedFieldState.class, name = "SIMPLE") |
||||
|
}) |
||||
|
public interface CalculatedFieldState { |
||||
|
|
||||
|
@JsonIgnore |
||||
|
CalculatedFieldType getType(); |
||||
|
|
||||
|
void performCalculation(Map<String, String> argumentValues, CalculatedFieldConfiguration calculatedFieldConfiguration, boolean initialCalculation); |
||||
|
|
||||
|
} |
||||
@ -0,0 +1,95 @@ |
|||||
|
/** |
||||
|
* Copyright © 2016-2024 The Thingsboard Authors |
||||
|
* |
||||
|
* Licensed under the Apache License, Version 2.0 (the "License"); |
||||
|
* you may not use this file except in compliance with the License. |
||||
|
* You may obtain a copy of the License at |
||||
|
* |
||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
|
* |
||||
|
* Unless required by applicable law or agreed to in writing, software |
||||
|
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
|
* See the License for the specific language governing permissions and |
||||
|
* limitations under the License. |
||||
|
*/ |
||||
|
package org.thingsboard.server.service.entitiy.cf; |
||||
|
|
||||
|
import lombok.extern.slf4j.Slf4j; |
||||
|
import org.rocksdb.RocksDB; |
||||
|
import org.rocksdb.RocksDBException; |
||||
|
import org.rocksdb.RocksIterator; |
||||
|
import org.rocksdb.WriteBatch; |
||||
|
import org.rocksdb.WriteOptions; |
||||
|
import org.springframework.stereotype.Service; |
||||
|
import org.thingsboard.server.utils.RocksDBConfig; |
||||
|
|
||||
|
import java.nio.charset.StandardCharsets; |
||||
|
import java.util.HashMap; |
||||
|
import java.util.List; |
||||
|
import java.util.Map; |
||||
|
|
||||
|
@Service |
||||
|
@Slf4j |
||||
|
public class RocksDBService { |
||||
|
|
||||
|
private final RocksDB db; |
||||
|
private final WriteOptions writeOptions; |
||||
|
|
||||
|
public RocksDBService(RocksDBConfig config) throws RocksDBException { |
||||
|
this.db = config.getDb(); |
||||
|
this.writeOptions = new WriteOptions().setSync(true); |
||||
|
} |
||||
|
|
||||
|
public void put(String key, String value) { |
||||
|
try { |
||||
|
db.put(writeOptions, key.getBytes(StandardCharsets.UTF_8), value.getBytes(StandardCharsets.UTF_8)); |
||||
|
} catch (RocksDBException e) { |
||||
|
log.error("Failed to store data to RocksDB", e); |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
public void delete(String key) { |
||||
|
try { |
||||
|
db.delete(writeOptions, key.getBytes(StandardCharsets.UTF_8)); |
||||
|
} catch (RocksDBException e) { |
||||
|
log.error("Failed to delete data from RocksDB", e); |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
public void deleteAll(List<String> keys) { |
||||
|
try (WriteBatch batch = new WriteBatch()) { |
||||
|
for (String key : keys) { |
||||
|
batch.delete(key.getBytes(StandardCharsets.UTF_8)); |
||||
|
} |
||||
|
db.write(writeOptions, batch); |
||||
|
} catch (RocksDBException e) { |
||||
|
log.error("Failed to delete data from RocksDB", e); |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
public String get(String key) { |
||||
|
try { |
||||
|
byte[] value = db.get(key.getBytes(StandardCharsets.UTF_8)); |
||||
|
return value != null ? new String(value, StandardCharsets.UTF_8) : null; |
||||
|
} catch (RocksDBException e) { |
||||
|
log.error("Failed to retrieve data from RocksDB", e); |
||||
|
return null; |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
public Map<String, String> getAll() { |
||||
|
Map<String, String> map = new HashMap<>(); |
||||
|
try (RocksIterator iterator = db.newIterator()) { |
||||
|
for (iterator.seekToFirst(); iterator.isValid(); iterator.next()) { |
||||
|
String key = new String(iterator.key(), StandardCharsets.UTF_8); |
||||
|
String value = new String(iterator.value(), StandardCharsets.UTF_8); |
||||
|
map.put(key, value); |
||||
|
} |
||||
|
} catch (Exception e) { |
||||
|
log.error("Failed to retrieve data from RocksDB", e); |
||||
|
} |
||||
|
return map; |
||||
|
} |
||||
|
|
||||
|
} |
||||
@ -0,0 +1,49 @@ |
|||||
|
/** |
||||
|
* Copyright © 2016-2024 The Thingsboard Authors |
||||
|
* |
||||
|
* Licensed under the Apache License, Version 2.0 (the "License"); |
||||
|
* you may not use this file except in compliance with the License. |
||||
|
* You may obtain a copy of the License at |
||||
|
* |
||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
|
* |
||||
|
* Unless required by applicable law or agreed to in writing, software |
||||
|
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
|
* See the License for the specific language governing permissions and |
||||
|
* limitations under the License. |
||||
|
*/ |
||||
|
package org.thingsboard.server.service.entitiy.cf; |
||||
|
|
||||
|
import lombok.Data; |
||||
|
import org.thingsboard.server.common.data.cf.CalculatedFieldConfiguration; |
||||
|
import org.thingsboard.server.common.data.cf.CalculatedFieldType; |
||||
|
|
||||
|
import java.util.HashMap; |
||||
|
import java.util.Map; |
||||
|
|
||||
|
@Data |
||||
|
public class SimpleCalculatedFieldState implements CalculatedFieldState { |
||||
|
|
||||
|
// TODO: use value object(TsKv) instead of string
|
||||
|
Map<String, String> arguments = new HashMap<>(); |
||||
|
String result; |
||||
|
|
||||
|
@Override |
||||
|
public CalculatedFieldType getType() { |
||||
|
return CalculatedFieldType.SIMPLE; |
||||
|
} |
||||
|
|
||||
|
@Override |
||||
|
public void performCalculation(Map<String, String> argumentValues, CalculatedFieldConfiguration calculatedFieldConfiguration, boolean initialCalculation) { |
||||
|
if (initialCalculation) { |
||||
|
// todo: perform initial calculation
|
||||
|
this.arguments = argumentValues; |
||||
|
} else { |
||||
|
// todo: perform calculation based on previous data
|
||||
|
this.arguments.putAll(argumentValues); |
||||
|
} |
||||
|
this.result = "result"; |
||||
|
} |
||||
|
|
||||
|
} |
||||
@ -0,0 +1,52 @@ |
|||||
|
/** |
||||
|
* Copyright © 2016-2024 The Thingsboard Authors |
||||
|
* |
||||
|
* Licensed under the Apache License, Version 2.0 (the "License"); |
||||
|
* you may not use this file except in compliance with the License. |
||||
|
* You may obtain a copy of the License at |
||||
|
* |
||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
|
* |
||||
|
* Unless required by applicable law or agreed to in writing, software |
||||
|
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
|
* See the License for the specific language governing permissions and |
||||
|
* limitations under the License. |
||||
|
*/ |
||||
|
package org.thingsboard.server.utils; |
||||
|
|
||||
|
import jakarta.annotation.PreDestroy; |
||||
|
import org.rocksdb.Options; |
||||
|
import org.rocksdb.RocksDB; |
||||
|
import org.rocksdb.RocksDBException; |
||||
|
import org.springframework.beans.factory.annotation.Value; |
||||
|
import org.springframework.stereotype.Component; |
||||
|
|
||||
|
@Component |
||||
|
public class RocksDBConfig { |
||||
|
|
||||
|
@Value("${rocksdb.db_path:${java.io.tmpdir}/rocksdb}") |
||||
|
private String dbPath; |
||||
|
private RocksDB db; |
||||
|
|
||||
|
static { |
||||
|
RocksDB.loadLibrary(); |
||||
|
} |
||||
|
|
||||
|
public RocksDB getDb() throws RocksDBException { |
||||
|
if (db == null) { |
||||
|
Options options = new Options().setCreateIfMissing(true); |
||||
|
db = RocksDB.open(options, dbPath); |
||||
|
} |
||||
|
return db; |
||||
|
} |
||||
|
|
||||
|
@PreDestroy |
||||
|
public void close() { |
||||
|
if (db != null) { |
||||
|
db.close(); |
||||
|
db = null; |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
} |
||||
@ -0,0 +1,161 @@ |
|||||
|
/** |
||||
|
* Copyright © 2016-2024 The Thingsboard Authors |
||||
|
* |
||||
|
* Licensed under the Apache License, Version 2.0 (the "License"); |
||||
|
* you may not use this file except in compliance with the License. |
||||
|
* You may obtain a copy of the License at |
||||
|
* |
||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
|
* |
||||
|
* Unless required by applicable law or agreed to in writing, software |
||||
|
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
|
* See the License for the specific language governing permissions and |
||||
|
* limitations under the License. |
||||
|
*/ |
||||
|
package org.thingsboard.server.common.data.cf; |
||||
|
|
||||
|
import com.fasterxml.jackson.annotation.JsonIgnore; |
||||
|
import com.fasterxml.jackson.databind.JsonNode; |
||||
|
import com.fasterxml.jackson.databind.ObjectMapper; |
||||
|
import com.fasterxml.jackson.databind.node.ObjectNode; |
||||
|
import lombok.Data; |
||||
|
import org.thingsboard.server.common.data.EntityType; |
||||
|
import org.thingsboard.server.common.data.id.EntityId; |
||||
|
import org.thingsboard.server.common.data.id.EntityIdFactory; |
||||
|
|
||||
|
import java.util.HashMap; |
||||
|
import java.util.List; |
||||
|
import java.util.Map; |
||||
|
import java.util.Objects; |
||||
|
import java.util.UUID; |
||||
|
import java.util.stream.Collectors; |
||||
|
|
||||
|
@Data |
||||
|
public abstract class BaseCalculatedFieldConfiguration implements CalculatedFieldConfiguration { |
||||
|
|
||||
|
@JsonIgnore |
||||
|
private final ObjectMapper mapper = new ObjectMapper(); |
||||
|
|
||||
|
protected Map<String, Argument> arguments; |
||||
|
protected Output output; |
||||
|
|
||||
|
public BaseCalculatedFieldConfiguration() { |
||||
|
} |
||||
|
|
||||
|
public BaseCalculatedFieldConfiguration(JsonNode config, EntityType entityType, UUID entityId) { |
||||
|
BaseCalculatedFieldConfiguration calculatedFieldConfig = toCalculatedFieldConfig(config, entityType, entityId); |
||||
|
this.arguments = calculatedFieldConfig.getArguments(); |
||||
|
this.output = calculatedFieldConfig.getOutput(); |
||||
|
} |
||||
|
|
||||
|
@Override |
||||
|
public List<EntityId> getReferencedEntities() { |
||||
|
return arguments.values().stream() |
||||
|
.map(Argument::getEntityId) |
||||
|
.filter(Objects::nonNull) |
||||
|
.collect(Collectors.toList()); |
||||
|
} |
||||
|
|
||||
|
@Override |
||||
|
public CalculatedFieldLinkConfiguration getReferencedEntityConfig(EntityId entityId) { |
||||
|
CalculatedFieldLinkConfiguration linkConfiguration = new CalculatedFieldLinkConfiguration(); |
||||
|
arguments.values().stream() |
||||
|
.filter(argument -> argument.getEntityId().equals(entityId)) |
||||
|
.forEach(argument -> { |
||||
|
switch (argument.getType()) { |
||||
|
case "ATTRIBUTES": |
||||
|
linkConfiguration.getAttributes().add(argument.getKey()); |
||||
|
break; |
||||
|
case "TIME_SERIES": |
||||
|
linkConfiguration.getTimeSeries().add(argument.getKey()); |
||||
|
break; |
||||
|
} |
||||
|
}); |
||||
|
|
||||
|
return linkConfiguration; |
||||
|
} |
||||
|
|
||||
|
@Override |
||||
|
public JsonNode calculatedFieldConfigToJson(EntityType entityType, UUID entityId) { |
||||
|
ObjectNode configNode = mapper.createObjectNode(); |
||||
|
|
||||
|
ObjectNode argumentsNode = configNode.putObject("arguments"); |
||||
|
arguments.forEach((key, argument) -> { |
||||
|
ObjectNode argumentNode = argumentsNode.putObject(key); |
||||
|
EntityId referencedEntityId = argument.getEntityId(); |
||||
|
if (referencedEntityId != null) { |
||||
|
argumentNode.put("entityType", referencedEntityId.getEntityType().name()); |
||||
|
argumentNode.put("entityId", referencedEntityId.getId().toString()); |
||||
|
} else { |
||||
|
argumentNode.put("entityType", entityType.name()); |
||||
|
argumentNode.put("entityId", entityId.toString()); |
||||
|
} |
||||
|
argumentNode.put("key", argument.getKey()); |
||||
|
argumentNode.put("type", argument.getType()); |
||||
|
argumentNode.put("defaultValue", argument.getDefaultValue()); |
||||
|
}); |
||||
|
|
||||
|
if (output != null) { |
||||
|
ObjectNode outputNode = configNode.putObject("output"); |
||||
|
outputNode.put("type", output.getType()); |
||||
|
outputNode.put("expression", output.getExpression()); |
||||
|
} |
||||
|
|
||||
|
return configNode; |
||||
|
} |
||||
|
|
||||
|
@Data |
||||
|
public static class Argument { |
||||
|
private EntityId entityId; |
||||
|
private String key; |
||||
|
private String type; |
||||
|
private String defaultValue; |
||||
|
} |
||||
|
|
||||
|
@Data |
||||
|
public static class Output { |
||||
|
private String name; |
||||
|
private String type; |
||||
|
private String expression; |
||||
|
} |
||||
|
|
||||
|
private BaseCalculatedFieldConfiguration toCalculatedFieldConfig(JsonNode config, EntityType entityType, UUID entityId) { |
||||
|
if (config == null || !config.isObject()) { |
||||
|
return null; |
||||
|
} |
||||
|
|
||||
|
Map<String, Argument> arguments = new HashMap<>(); |
||||
|
JsonNode argumentsNode = config.get("arguments"); |
||||
|
if (argumentsNode != null && argumentsNode.isObject()) { |
||||
|
argumentsNode.fields().forEachRemaining(entry -> { |
||||
|
String key = entry.getKey(); |
||||
|
JsonNode argumentNode = entry.getValue(); |
||||
|
Argument argument = new Argument(); |
||||
|
if (argumentNode.hasNonNull("entityType") && argumentNode.hasNonNull("entityId")) { |
||||
|
String referencedEntityType = argumentNode.get("entityType").asText(); |
||||
|
UUID referencedEntityId = UUID.fromString(argumentNode.get("entityId").asText()); |
||||
|
argument.setEntityId(EntityIdFactory.getByTypeAndUuid(referencedEntityType, referencedEntityId)); |
||||
|
} else { |
||||
|
argument.setEntityId(EntityIdFactory.getByTypeAndUuid(entityType, entityId)); |
||||
|
} |
||||
|
argument.setKey(argumentNode.get("key").asText()); |
||||
|
argument.setType(argumentNode.get("type").asText()); |
||||
|
argument.setDefaultValue(argumentNode.get("defaultValue").asText()); |
||||
|
arguments.put(key, argument); |
||||
|
}); |
||||
|
} |
||||
|
this.setArguments(arguments); |
||||
|
|
||||
|
JsonNode outputNode = config.get("output"); |
||||
|
if (outputNode != null) { |
||||
|
Output output = new Output(); |
||||
|
output.setType(outputNode.get("type").asText()); |
||||
|
output.setExpression(outputNode.get("expression").asText()); |
||||
|
this.setOutput(output); |
||||
|
} |
||||
|
|
||||
|
return this; |
||||
|
} |
||||
|
|
||||
|
} |
||||
@ -0,0 +1,55 @@ |
|||||
|
/** |
||||
|
* Copyright © 2016-2024 The Thingsboard Authors |
||||
|
* |
||||
|
* Licensed under the Apache License, Version 2.0 (the "License"); |
||||
|
* you may not use this file except in compliance with the License. |
||||
|
* You may obtain a copy of the License at |
||||
|
* |
||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
|
* |
||||
|
* Unless required by applicable law or agreed to in writing, software |
||||
|
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
|
* See the License for the specific language governing permissions and |
||||
|
* limitations under the License. |
||||
|
*/ |
||||
|
package org.thingsboard.server.common.data.cf; |
||||
|
|
||||
|
import com.fasterxml.jackson.annotation.JsonIgnore; |
||||
|
import com.fasterxml.jackson.annotation.JsonSubTypes; |
||||
|
import com.fasterxml.jackson.annotation.JsonTypeInfo; |
||||
|
import com.fasterxml.jackson.databind.JsonNode; |
||||
|
import org.thingsboard.server.common.data.EntityType; |
||||
|
import org.thingsboard.server.common.data.id.EntityId; |
||||
|
|
||||
|
import java.util.List; |
||||
|
import java.util.Map; |
||||
|
import java.util.UUID; |
||||
|
|
||||
|
@JsonTypeInfo( |
||||
|
use = JsonTypeInfo.Id.NAME, |
||||
|
include = JsonTypeInfo.As.PROPERTY, |
||||
|
property = "type" |
||||
|
) |
||||
|
@JsonSubTypes({ |
||||
|
@JsonSubTypes.Type(value = SimpleCalculatedFieldConfiguration.class, name = "SIMPLE") |
||||
|
}) |
||||
|
public interface CalculatedFieldConfiguration { |
||||
|
|
||||
|
@JsonIgnore |
||||
|
CalculatedFieldType getType(); |
||||
|
|
||||
|
Map<String, BaseCalculatedFieldConfiguration.Argument> getArguments(); |
||||
|
|
||||
|
BaseCalculatedFieldConfiguration.Output getOutput(); |
||||
|
|
||||
|
@JsonIgnore |
||||
|
List<EntityId> getReferencedEntities(); |
||||
|
|
||||
|
@JsonIgnore |
||||
|
CalculatedFieldLinkConfiguration getReferencedEntityConfig(EntityId entityId); |
||||
|
|
||||
|
@JsonIgnore |
||||
|
JsonNode calculatedFieldConfigToJson(EntityType entityType, UUID entityId); |
||||
|
|
||||
|
} |
||||
@ -0,0 +1,22 @@ |
|||||
|
/** |
||||
|
* Copyright © 2016-2024 The Thingsboard Authors |
||||
|
* |
||||
|
* Licensed under the Apache License, Version 2.0 (the "License"); |
||||
|
* you may not use this file except in compliance with the License. |
||||
|
* You may obtain a copy of the License at |
||||
|
* |
||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
|
* |
||||
|
* Unless required by applicable law or agreed to in writing, software |
||||
|
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
|
* See the License for the specific language governing permissions and |
||||
|
* limitations under the License. |
||||
|
*/ |
||||
|
package org.thingsboard.server.common.data.cf; |
||||
|
|
||||
|
public enum CalculatedFieldType { |
||||
|
|
||||
|
SIMPLE, SCRIPT |
||||
|
|
||||
|
} |
||||
@ -0,0 +1,39 @@ |
|||||
|
/** |
||||
|
* Copyright © 2016-2024 The Thingsboard Authors |
||||
|
* |
||||
|
* Licensed under the Apache License, Version 2.0 (the "License"); |
||||
|
* you may not use this file except in compliance with the License. |
||||
|
* You may obtain a copy of the License at |
||||
|
* |
||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
|
* |
||||
|
* Unless required by applicable law or agreed to in writing, software |
||||
|
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
|
* See the License for the specific language governing permissions and |
||||
|
* limitations under the License. |
||||
|
*/ |
||||
|
package org.thingsboard.server.common.data.cf; |
||||
|
|
||||
|
import com.fasterxml.jackson.databind.JsonNode; |
||||
|
import lombok.Data; |
||||
|
import org.thingsboard.server.common.data.EntityType; |
||||
|
|
||||
|
import java.util.UUID; |
||||
|
|
||||
|
@Data |
||||
|
public class SimpleCalculatedFieldConfiguration extends BaseCalculatedFieldConfiguration implements CalculatedFieldConfiguration { |
||||
|
|
||||
|
public SimpleCalculatedFieldConfiguration() { |
||||
|
super(); |
||||
|
} |
||||
|
|
||||
|
public SimpleCalculatedFieldConfiguration(JsonNode config, EntityType entityType, UUID entityId) { |
||||
|
super(config, entityType, entityId); |
||||
|
} |
||||
|
|
||||
|
@Override |
||||
|
public CalculatedFieldType getType() { |
||||
|
return CalculatedFieldType.SIMPLE; |
||||
|
} |
||||
|
} |
||||
@ -1,117 +0,0 @@ |
|||||
/** |
|
||||
* Copyright © 2016-2024 The Thingsboard Authors |
|
||||
* |
|
||||
* Licensed under the Apache License, Version 2.0 (the "License"); |
|
||||
* you may not use this file except in compliance with the License. |
|
||||
* You may obtain a copy of the License at |
|
||||
* |
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
|
||||
* |
|
||||
* Unless required by applicable law or agreed to in writing, software |
|
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
|
||||
* See the License for the specific language governing permissions and |
|
||||
* limitations under the License. |
|
||||
*/ |
|
||||
package org.thingsboard.server.dao.cf; |
|
||||
|
|
||||
import com.fasterxml.jackson.databind.JsonNode; |
|
||||
import com.fasterxml.jackson.databind.node.ObjectNode; |
|
||||
import org.thingsboard.common.util.JacksonUtil; |
|
||||
import org.thingsboard.server.common.data.EntityType; |
|
||||
import org.thingsboard.server.common.data.cf.CalculatedFieldConfig; |
|
||||
import org.thingsboard.server.common.data.id.EntityId; |
|
||||
import org.thingsboard.server.common.data.id.EntityIdFactory; |
|
||||
|
|
||||
import java.util.HashMap; |
|
||||
import java.util.Map; |
|
||||
import java.util.UUID; |
|
||||
|
|
||||
public class CalculatedFieldConfigUtil { |
|
||||
|
|
||||
public static CalculatedFieldConfig toCalculatedFieldConfig(JsonNode config, EntityType entityType, UUID entityId) { |
|
||||
if (config == null) { |
|
||||
return null; |
|
||||
} |
|
||||
try { |
|
||||
CalculatedFieldConfig calculatedFieldConfig = new CalculatedFieldConfig(); |
|
||||
Map<String, CalculatedFieldConfig.Argument> arguments = new HashMap<>(); |
|
||||
|
|
||||
JsonNode argumentsNode = config.get("arguments"); |
|
||||
if (argumentsNode != null && argumentsNode.isObject()) { |
|
||||
argumentsNode.fields().forEachRemaining(entry -> { |
|
||||
String key = entry.getKey(); |
|
||||
JsonNode argumentNode = entry.getValue(); |
|
||||
|
|
||||
CalculatedFieldConfig.Argument argument = new CalculatedFieldConfig.Argument(); |
|
||||
if (argumentNode.has("entityType") && argumentNode.has("entityId")) { |
|
||||
String referencedEntityType = argumentNode.get("entityType").asText(); |
|
||||
UUID referencedEntityId = UUID.fromString(argumentNode.get("entityId").asText()); |
|
||||
argument.setEntityId(EntityIdFactory.getByTypeAndUuid(referencedEntityType, referencedEntityId)); |
|
||||
} else { |
|
||||
argument.setEntityId(EntityIdFactory.getByTypeAndUuid(entityType, entityId)); |
|
||||
} |
|
||||
argument.setKey(argumentNode.get("key").asText()); |
|
||||
argument.setType(argumentNode.get("type").asText()); |
|
||||
|
|
||||
if (argumentNode.has("defaultValue")) { |
|
||||
argument.setDefaultValue(argumentNode.get("defaultValue").asInt()); |
|
||||
} |
|
||||
|
|
||||
arguments.put(key, argument); |
|
||||
}); |
|
||||
} |
|
||||
calculatedFieldConfig.setArguments(arguments); |
|
||||
|
|
||||
JsonNode outputNode = config.get("output"); |
|
||||
if (outputNode != null) { |
|
||||
CalculatedFieldConfig.Output output = new CalculatedFieldConfig.Output(); |
|
||||
output.setType(outputNode.get("type").asText()); |
|
||||
output.setExpression(outputNode.get("expression").asText()); |
|
||||
calculatedFieldConfig.setOutput(output); |
|
||||
} |
|
||||
|
|
||||
return calculatedFieldConfig; |
|
||||
|
|
||||
} catch (Exception e) { |
|
||||
throw new IllegalArgumentException("Failed to convert JsonNode to CalculatedFieldConfig", e); |
|
||||
} |
|
||||
} |
|
||||
|
|
||||
public static JsonNode calculatedFieldConfigToJson(CalculatedFieldConfig calculatedFieldConfig, EntityType entityType, UUID entityId) { |
|
||||
if (calculatedFieldConfig == null) { |
|
||||
return null; |
|
||||
} |
|
||||
try { |
|
||||
ObjectNode configNode = JacksonUtil.newObjectNode(); |
|
||||
|
|
||||
ObjectNode argumentsNode = configNode.putObject("arguments"); |
|
||||
calculatedFieldConfig.getArguments().forEach((key, argument) -> { |
|
||||
ObjectNode argumentNode = argumentsNode.putObject(key); |
|
||||
EntityId referencedEntityId = argument.getEntityId(); |
|
||||
if (referencedEntityId != null) { |
|
||||
argumentNode.put("entityType", referencedEntityId.getEntityType().name()); |
|
||||
argumentNode.put("entityId", referencedEntityId.getId().toString()); |
|
||||
} else { |
|
||||
argumentNode.put("entityType", entityType.name()); |
|
||||
argumentNode.put("entityId", entityId.toString()); |
|
||||
} |
|
||||
argumentNode.put("key", argument.getKey()); |
|
||||
argumentNode.put("type", argument.getType()); |
|
||||
argumentNode.put("defaultValue", argument.getDefaultValue()); |
|
||||
}); |
|
||||
|
|
||||
if (calculatedFieldConfig.getOutput() != null) { |
|
||||
ObjectNode outputNode = configNode.putObject("output"); |
|
||||
outputNode.put("type", calculatedFieldConfig.getOutput().getType()); |
|
||||
outputNode.put("expression", calculatedFieldConfig.getOutput().getExpression()); |
|
||||
} |
|
||||
|
|
||||
return configNode; |
|
||||
|
|
||||
} catch (Exception e) { |
|
||||
throw new IllegalArgumentException("Failed to convert CalculatedFieldConfig to JsonNode", e); |
|
||||
} |
|
||||
} |
|
||||
|
|
||||
} |
|
||||
@ -0,0 +1,146 @@ |
|||||
|
/** |
||||
|
* Copyright © 2016-2024 The Thingsboard Authors |
||||
|
* |
||||
|
* Licensed under the Apache License, Version 2.0 (the "License"); |
||||
|
* you may not use this file except in compliance with the License. |
||||
|
* You may obtain a copy of the License at |
||||
|
* |
||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
|
* |
||||
|
* Unless required by applicable law or agreed to in writing, software |
||||
|
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
|
* See the License for the specific language governing permissions and |
||||
|
* limitations under the License. |
||||
|
*/ |
||||
|
package org.thingsboard.server.dao.sql.cf; |
||||
|
|
||||
|
import com.fasterxml.jackson.databind.JsonNode; |
||||
|
import lombok.RequiredArgsConstructor; |
||||
|
import lombok.extern.slf4j.Slf4j; |
||||
|
import org.springframework.data.domain.Pageable; |
||||
|
import org.springframework.jdbc.core.namedparam.NamedParameterJdbcTemplate; |
||||
|
import org.springframework.stereotype.Repository; |
||||
|
import org.springframework.transaction.support.TransactionTemplate; |
||||
|
import org.thingsboard.common.util.JacksonUtil; |
||||
|
import org.thingsboard.server.common.data.EntityType; |
||||
|
import org.thingsboard.server.common.data.cf.CalculatedField; |
||||
|
import org.thingsboard.server.common.data.cf.CalculatedFieldConfiguration; |
||||
|
import org.thingsboard.server.common.data.cf.CalculatedFieldLink; |
||||
|
import org.thingsboard.server.common.data.cf.CalculatedFieldLinkConfiguration; |
||||
|
import org.thingsboard.server.common.data.cf.CalculatedFieldType; |
||||
|
import org.thingsboard.server.common.data.cf.SimpleCalculatedFieldConfiguration; |
||||
|
import org.thingsboard.server.common.data.id.CalculatedFieldId; |
||||
|
import org.thingsboard.server.common.data.id.CalculatedFieldLinkId; |
||||
|
import org.thingsboard.server.common.data.id.EntityIdFactory; |
||||
|
import org.thingsboard.server.common.data.id.TenantId; |
||||
|
import org.thingsboard.server.common.data.page.PageData; |
||||
|
|
||||
|
import java.util.Collections; |
||||
|
import java.util.List; |
||||
|
import java.util.Map; |
||||
|
import java.util.UUID; |
||||
|
import java.util.stream.Collectors; |
||||
|
|
||||
|
@RequiredArgsConstructor |
||||
|
@Repository |
||||
|
@Slf4j |
||||
|
public class DefaultNativeCalculatedFieldRepository implements NativeCalculatedFieldRepository { |
||||
|
|
||||
|
private final String CF_COUNT_QUERY = "SELECT count(id) FROM calculated_field;"; |
||||
|
private final String CF_QUERY = "SELECT * FROM calculated_field ORDER BY created_time ASC LIMIT %s OFFSET %s"; |
||||
|
|
||||
|
private final String CFL_COUNT_QUERY = "SELECT count(id) FROM calculated_field_link;"; |
||||
|
private final String CFL_QUERY = "SELECT * FROM calculated_field_link ORDER BY created_time ASC LIMIT %s OFFSET %s"; |
||||
|
|
||||
|
private final NamedParameterJdbcTemplate jdbcTemplate; |
||||
|
private final TransactionTemplate transactionTemplate; |
||||
|
|
||||
|
@Override |
||||
|
public PageData<CalculatedField> findCalculatedFields(Pageable pageable) { |
||||
|
return transactionTemplate.execute(status -> { |
||||
|
long startTs = System.currentTimeMillis(); |
||||
|
int totalElements = jdbcTemplate.queryForObject(CF_COUNT_QUERY, Collections.emptyMap(), Integer.class); |
||||
|
log.debug("Count query took {} ms", System.currentTimeMillis() - startTs); |
||||
|
startTs = System.currentTimeMillis(); |
||||
|
List<Map<String, Object>> rows = jdbcTemplate.queryForList(String.format(CF_QUERY, pageable.getPageSize(), pageable.getOffset()), Collections.emptyMap()); |
||||
|
log.debug("Main query took {} ms", System.currentTimeMillis() - startTs); |
||||
|
int totalPages = pageable.getPageSize() > 0 ? (int) Math.ceil((float) totalElements / pageable.getPageSize()) : 1; |
||||
|
boolean hasNext = pageable.getPageSize() > 0 && totalElements > pageable.getOffset() + rows.size(); |
||||
|
var data = rows.stream().map(row -> { |
||||
|
|
||||
|
UUID id = (UUID) row.get("id"); |
||||
|
long createdTime = (long) row.get("created_time"); |
||||
|
UUID tenantId = (UUID) row.get("tenant_id"); |
||||
|
EntityType entityType = EntityType.valueOf((String) row.get("entity_type")); |
||||
|
UUID entityId = (UUID) row.get("entity_id"); |
||||
|
CalculatedFieldType type = CalculatedFieldType.valueOf((String) row.get("type")); |
||||
|
String name = (String) row.get("name"); |
||||
|
int configurationVersion = (int) row.get("configuration_version"); |
||||
|
JsonNode configuration = JacksonUtil.toJsonNode((String) row.get("configuration")); |
||||
|
long version = (long) row.get("version"); |
||||
|
Object externalIdObj = row.get("external_id"); |
||||
|
|
||||
|
CalculatedField calculatedField = new CalculatedField(); |
||||
|
calculatedField.setId(new CalculatedFieldId(id)); |
||||
|
calculatedField.setCreatedTime(createdTime); |
||||
|
calculatedField.setTenantId(new TenantId(tenantId)); |
||||
|
calculatedField.setEntityId(EntityIdFactory.getByTypeAndUuid(entityType, entityId)); |
||||
|
calculatedField.setType(type); |
||||
|
calculatedField.setName(name); |
||||
|
calculatedField.setConfigurationVersion(configurationVersion); |
||||
|
calculatedField.setConfiguration(readCalculatedFieldConfiguration(type, configuration, entityType, entityId)); |
||||
|
calculatedField.setVersion(version); |
||||
|
calculatedField.setExternalId(externalIdObj != null ? new CalculatedFieldId(UUID.fromString((String) externalIdObj)) : null); |
||||
|
|
||||
|
return calculatedField; |
||||
|
}).collect(Collectors.toList()); |
||||
|
return new PageData<>(data, totalPages, totalElements, hasNext); |
||||
|
}); |
||||
|
} |
||||
|
|
||||
|
@Override |
||||
|
public PageData<CalculatedFieldLink> findCalculatedFieldLinks(Pageable pageable) { |
||||
|
return transactionTemplate.execute(status -> { |
||||
|
long startTs = System.currentTimeMillis(); |
||||
|
int totalElements = jdbcTemplate.queryForObject(CFL_COUNT_QUERY, Collections.emptyMap(), Integer.class); |
||||
|
log.debug("Count query took {} ms", System.currentTimeMillis() - startTs); |
||||
|
startTs = System.currentTimeMillis(); |
||||
|
List<Map<String, Object>> rows = jdbcTemplate.queryForList(String.format(CFL_QUERY, pageable.getPageSize(), pageable.getOffset()), Collections.emptyMap()); |
||||
|
log.debug("Main query took {} ms", System.currentTimeMillis() - startTs); |
||||
|
int totalPages = pageable.getPageSize() > 0 ? (int) Math.ceil((float) totalElements / pageable.getPageSize()) : 1; |
||||
|
boolean hasNext = pageable.getPageSize() > 0 && totalElements > pageable.getOffset() + rows.size(); |
||||
|
var data = rows.stream().map(row -> { |
||||
|
|
||||
|
UUID id = (UUID) row.get("id"); |
||||
|
long createdTime = (long) row.get("created_time"); |
||||
|
UUID tenantId = (UUID) row.get("tenant_id"); |
||||
|
EntityType entityType = EntityType.valueOf((String) row.get("entity_type")); |
||||
|
UUID entityId = (UUID) row.get("entity_id"); |
||||
|
UUID calculatedFieldId = (UUID) row.get("calculated_field_id"); |
||||
|
JsonNode configuration = JacksonUtil.toJsonNode((String) row.get("configuration")); |
||||
|
|
||||
|
CalculatedFieldLink calculatedFieldLink = new CalculatedFieldLink(); |
||||
|
calculatedFieldLink.setId(new CalculatedFieldLinkId(id)); |
||||
|
calculatedFieldLink.setCreatedTime(createdTime); |
||||
|
calculatedFieldLink.setTenantId(new TenantId(tenantId)); |
||||
|
calculatedFieldLink.setEntityId(EntityIdFactory.getByTypeAndUuid(entityType, entityId)); |
||||
|
calculatedFieldLink.setCalculatedFieldId(new CalculatedFieldId(calculatedFieldId)); |
||||
|
calculatedFieldLink.setConfiguration(JacksonUtil.treeToValue(configuration, CalculatedFieldLinkConfiguration.class)); |
||||
|
|
||||
|
return calculatedFieldLink; |
||||
|
}).collect(Collectors.toList()); |
||||
|
return new PageData<>(data, totalPages, totalElements, hasNext); |
||||
|
}); |
||||
|
} |
||||
|
|
||||
|
private CalculatedFieldConfiguration readCalculatedFieldConfiguration(CalculatedFieldType type, JsonNode config, EntityType entityType, UUID entityId) { |
||||
|
switch (type) { |
||||
|
case SIMPLE: |
||||
|
return new SimpleCalculatedFieldConfiguration(config, entityType, entityId); |
||||
|
default: |
||||
|
throw new IllegalArgumentException("Unsupported calculated field type: " + type + "!"); |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
} |
||||
@ -0,0 +1,29 @@ |
|||||
|
/** |
||||
|
* Copyright © 2016-2024 The Thingsboard Authors |
||||
|
* |
||||
|
* Licensed under the Apache License, Version 2.0 (the "License"); |
||||
|
* you may not use this file except in compliance with the License. |
||||
|
* You may obtain a copy of the License at |
||||
|
* |
||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
|
* |
||||
|
* Unless required by applicable law or agreed to in writing, software |
||||
|
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
|
* See the License for the specific language governing permissions and |
||||
|
* limitations under the License. |
||||
|
*/ |
||||
|
package org.thingsboard.server.dao.sql.cf; |
||||
|
|
||||
|
import org.springframework.data.domain.Pageable; |
||||
|
import org.thingsboard.server.common.data.cf.CalculatedField; |
||||
|
import org.thingsboard.server.common.data.cf.CalculatedFieldLink; |
||||
|
import org.thingsboard.server.common.data.page.PageData; |
||||
|
|
||||
|
public interface NativeCalculatedFieldRepository { |
||||
|
|
||||
|
PageData<CalculatedField> findCalculatedFields(Pageable pageable); |
||||
|
|
||||
|
PageData<CalculatedFieldLink> findCalculatedFieldLinks(Pageable pageable); |
||||
|
|
||||
|
} |
||||
Loading…
Reference in new issue