Andrii Shvaika
4 years ago
9 changed files with 506 additions and 117 deletions
@ -0,0 +1,35 @@ |
|||||
|
/** |
||||
|
* Copyright © 2016-2022 The Thingsboard Authors |
||||
|
* |
||||
|
* Licensed under the Apache License, Version 2.0 (the "License"); |
||||
|
* you may not use this file except in compliance with the License. |
||||
|
* You may obtain a copy of the License at |
||||
|
* |
||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
|
* |
||||
|
* Unless required by applicable law or agreed to in writing, software |
||||
|
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
|
* See the License for the specific language governing permissions and |
||||
|
* limitations under the License. |
||||
|
*/ |
||||
|
package org.thingsboard.common.util; |
||||
|
|
||||
|
import com.fasterxml.jackson.databind.JsonNode; |
||||
|
import com.fasterxml.jackson.databind.node.ObjectNode; |
||||
|
import org.junit.Assert; |
||||
|
import org.junit.Test; |
||||
|
|
||||
|
public class JacksonUtilTest { |
||||
|
|
||||
|
@Test |
||||
|
public void allow_unquoted_field_mapper_test() { |
||||
|
String data = "{data: 123}"; |
||||
|
JsonNode actualResult = JacksonUtil.toJsonNode(data, JacksonUtil.ALLOW_UNQUOTED_FIELD_NAMES_MAPPER); // should be: {"data": 123}
|
||||
|
ObjectNode expectedResult = JacksonUtil.newObjectNode(); |
||||
|
expectedResult.put("data", 123); // {"data": 123}
|
||||
|
Assert.assertEquals(expectedResult, actualResult); |
||||
|
Assert.assertThrows(IllegalArgumentException.class, () -> JacksonUtil.toJsonNode(data)); // syntax exception due to missing quotes in the field name!
|
||||
|
} |
||||
|
|
||||
|
} |
||||
@ -0,0 +1,338 @@ |
|||||
|
/** |
||||
|
* Copyright © 2016-2022 The Thingsboard Authors |
||||
|
* |
||||
|
* Licensed under the Apache License, Version 2.0 (the "License"); |
||||
|
* you may not use this file except in compliance with the License. |
||||
|
* You may obtain a copy of the License at |
||||
|
* |
||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
|
* |
||||
|
* Unless required by applicable law or agreed to in writing, software |
||||
|
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
|
* See the License for the specific language governing permissions and |
||||
|
* limitations under the License. |
||||
|
*/ |
||||
|
package org.thingsboard.rule.engine.metadata; |
||||
|
|
||||
|
import com.datastax.oss.driver.api.core.uuid.Uuids; |
||||
|
import com.fasterxml.jackson.databind.JsonNode; |
||||
|
import com.fasterxml.jackson.databind.ObjectMapper; |
||||
|
import com.fasterxml.jackson.databind.node.ObjectNode; |
||||
|
import com.google.common.util.concurrent.Futures; |
||||
|
import org.junit.After; |
||||
|
import org.junit.Assert; |
||||
|
import org.junit.Before; |
||||
|
import org.junit.Test; |
||||
|
import org.junit.runner.RunWith; |
||||
|
import org.mockito.ArgumentCaptor; |
||||
|
import org.mockito.Mock; |
||||
|
import org.mockito.Mockito; |
||||
|
import org.mockito.junit.MockitoJUnitRunner; |
||||
|
import org.thingsboard.common.util.AbstractListeningExecutor; |
||||
|
import org.thingsboard.common.util.JacksonUtil; |
||||
|
import org.thingsboard.rule.engine.api.TbContext; |
||||
|
import org.thingsboard.rule.engine.api.TbNodeConfiguration; |
||||
|
import org.thingsboard.rule.engine.api.TbNodeException; |
||||
|
import org.thingsboard.server.common.data.DataConstants; |
||||
|
import org.thingsboard.server.common.data.id.DeviceId; |
||||
|
import org.thingsboard.server.common.data.id.EntityId; |
||||
|
import org.thingsboard.server.common.data.id.TenantId; |
||||
|
import org.thingsboard.server.common.data.kv.AttributeKvEntry; |
||||
|
import org.thingsboard.server.common.data.kv.BaseAttributeKvEntry; |
||||
|
import org.thingsboard.server.common.data.kv.BasicTsKvEntry; |
||||
|
import org.thingsboard.server.common.data.kv.JsonDataEntry; |
||||
|
import org.thingsboard.server.common.data.kv.StringDataEntry; |
||||
|
import org.thingsboard.server.common.data.kv.TsKvEntry; |
||||
|
import org.thingsboard.server.common.msg.TbMsg; |
||||
|
import org.thingsboard.server.common.msg.TbMsgMetaData; |
||||
|
import org.thingsboard.server.dao.attributes.AttributesService; |
||||
|
import org.thingsboard.server.dao.timeseries.TimeseriesService; |
||||
|
|
||||
|
import java.util.ArrayList; |
||||
|
import java.util.List; |
||||
|
import java.util.stream.Collectors; |
||||
|
|
||||
|
import static org.mockito.ArgumentMatchers.any; |
||||
|
import static org.mockito.Mockito.lenient; |
||||
|
import static org.mockito.Mockito.never; |
||||
|
|
||||
|
@RunWith(MockitoJUnitRunner.class) |
||||
|
public class TbAbstractGetAttributesNodeTest { |
||||
|
|
||||
|
final ObjectMapper mapper = new ObjectMapper(); |
||||
|
|
||||
|
private EntityId originator = new DeviceId(Uuids.timeBased()); |
||||
|
private TenantId tenantId = TenantId.fromUUID(Uuids.timeBased()); |
||||
|
|
||||
|
@Mock |
||||
|
private TbContext ctx; |
||||
|
@Mock |
||||
|
private AttributesService attributesService; |
||||
|
@Mock |
||||
|
private TimeseriesService tsService; |
||||
|
private AbstractListeningExecutor dbExecutor; |
||||
|
|
||||
|
private List<String> clientAttributes; |
||||
|
private List<String> serverAttributes; |
||||
|
private List<String> sharedAttributes; |
||||
|
private List<String> tsKeys; |
||||
|
private long ts; |
||||
|
|
||||
|
@Before |
||||
|
public void before() throws TbNodeException { |
||||
|
dbExecutor = new AbstractListeningExecutor() { |
||||
|
@Override |
||||
|
protected int getThreadPollSize() { |
||||
|
return 3; |
||||
|
} |
||||
|
}; |
||||
|
dbExecutor.init(); |
||||
|
|
||||
|
Mockito.reset(ctx); |
||||
|
Mockito.reset(attributesService); |
||||
|
Mockito.reset(tsService); |
||||
|
|
||||
|
Mockito.reset(ctx); |
||||
|
Mockito.reset(attributesService); |
||||
|
Mockito.reset(tsService); |
||||
|
|
||||
|
lenient().when(ctx.getAttributesService()).thenReturn(attributesService); |
||||
|
lenient().when(ctx.getTimeseriesService()).thenReturn(tsService); |
||||
|
lenient().when(ctx.getTenantId()).thenReturn(tenantId); |
||||
|
lenient().when(ctx.getDbCallbackExecutor()).thenReturn(dbExecutor); |
||||
|
|
||||
|
clientAttributes = getAttributeNames("client"); |
||||
|
serverAttributes = getAttributeNames("server"); |
||||
|
sharedAttributes = getAttributeNames("shared"); |
||||
|
tsKeys = List.of("temperature", "humidity", "unknown"); |
||||
|
ts = System.currentTimeMillis(); |
||||
|
|
||||
|
Mockito.when(attributesService.find(tenantId, originator, DataConstants.CLIENT_SCOPE, clientAttributes)) |
||||
|
.thenReturn(Futures.immediateFuture(getListAttributeKvEntry(clientAttributes, ts))); |
||||
|
|
||||
|
|
||||
|
Mockito.when(attributesService.find(tenantId, originator, DataConstants.SERVER_SCOPE, serverAttributes)) |
||||
|
.thenReturn(Futures.immediateFuture(getListAttributeKvEntry(serverAttributes, ts))); |
||||
|
|
||||
|
|
||||
|
Mockito.when(attributesService.find(tenantId, originator, DataConstants.SHARED_SCOPE, sharedAttributes)) |
||||
|
.thenReturn(Futures.immediateFuture(getListAttributeKvEntry(sharedAttributes, ts))); |
||||
|
|
||||
|
Mockito.when(tsService.findLatest(tenantId, originator, tsKeys)) |
||||
|
.thenReturn(Futures.immediateFuture(getListTsKvEntry(tsKeys, ts))); |
||||
|
} |
||||
|
|
||||
|
@After |
||||
|
public void after() { |
||||
|
dbExecutor.destroy(); |
||||
|
} |
||||
|
|
||||
|
@Test |
||||
|
public void fetchToMetadata_whenOnMsg_then_success() throws Exception { |
||||
|
TbGetAttributesNode node = initNode(false, false, false); |
||||
|
TbMsg msg = getTbMsg(originator); |
||||
|
node.onMsg(ctx, msg); |
||||
|
|
||||
|
TbMsg resultMsg = checkMsg(); |
||||
|
TbMsgMetaData msgMetaData = resultMsg.getMetaData(); |
||||
|
|
||||
|
//check attributes
|
||||
|
checkAttributes(clientAttributes, "cs_", false, msgMetaData, null); |
||||
|
checkAttributes(serverAttributes, "ss_", false, msgMetaData, null); |
||||
|
checkAttributes(sharedAttributes, "shared_", false, msgMetaData, null); |
||||
|
|
||||
|
//check timeseries
|
||||
|
checkTs(tsKeys, false, false, msgMetaData, null); |
||||
|
} |
||||
|
|
||||
|
@Test |
||||
|
public void fetchToMetadata_latestWithTs_whenOnMsg_then_success() throws Exception { |
||||
|
TbGetAttributesNode node = initNode(false, true, false); |
||||
|
TbMsg msg = getTbMsg(originator); |
||||
|
node.onMsg(ctx, msg); |
||||
|
|
||||
|
TbMsg resultMsg = checkMsg(); |
||||
|
TbMsgMetaData msgMetaData = resultMsg.getMetaData(); |
||||
|
|
||||
|
//check attributes
|
||||
|
checkAttributes(clientAttributes, "cs_", false, msgMetaData, null); |
||||
|
checkAttributes(serverAttributes, "ss_", false, msgMetaData, null); |
||||
|
checkAttributes(sharedAttributes, "shared_", false, msgMetaData, null); |
||||
|
|
||||
|
//check timeseries with ts
|
||||
|
checkTs(tsKeys, false, true, msgMetaData, null); |
||||
|
} |
||||
|
|
||||
|
@Test |
||||
|
public void fetchToData_whenOnMsg_then_success() throws Exception { |
||||
|
TbGetAttributesNode node = initNode(true, false, false); |
||||
|
TbMsg msg = getTbMsg(originator); |
||||
|
node.onMsg(ctx, msg); |
||||
|
|
||||
|
TbMsg resultMsg = checkMsg(); |
||||
|
JsonNode msgData = JacksonUtil.toJsonNode(resultMsg.getData()); |
||||
|
|
||||
|
//check attributes
|
||||
|
checkAttributes(clientAttributes, "cs_", true, null, msgData); |
||||
|
checkAttributes(serverAttributes, "ss_", true, null, msgData); |
||||
|
checkAttributes(sharedAttributes, "shared_", true, null, msgData); |
||||
|
|
||||
|
//check timeseries
|
||||
|
checkTs(tsKeys, true, false, null, msgData); |
||||
|
} |
||||
|
|
||||
|
@Test |
||||
|
public void fetchToData_latestWithTs_whenOnMsg_then_success() throws Exception { |
||||
|
TbGetAttributesNode node = initNode(true, true, false); |
||||
|
TbMsg msg = getTbMsg(originator); |
||||
|
node.onMsg(ctx, msg); |
||||
|
|
||||
|
TbMsg resultMsg = checkMsg(); |
||||
|
JsonNode msgData = JacksonUtil.toJsonNode(resultMsg.getData()); |
||||
|
|
||||
|
//check attributes
|
||||
|
checkAttributes(clientAttributes, "cs_", true, null, msgData); |
||||
|
checkAttributes(serverAttributes, "ss_", true, null, msgData); |
||||
|
checkAttributes(sharedAttributes, "shared_", true, null, msgData); |
||||
|
|
||||
|
//check timeseries with ts
|
||||
|
checkTs(tsKeys, true, true, null, msgData); |
||||
|
} |
||||
|
|
||||
|
@Test |
||||
|
public void fetchToData_whenOnMsg_then_failure() throws Exception { |
||||
|
TbGetAttributesNode node = initNode(true, true, true); |
||||
|
TbMsg msg = getTbMsg(originator); |
||||
|
node.onMsg(ctx, msg); |
||||
|
|
||||
|
ArgumentCaptor<TbMsg> newMsgCaptor = ArgumentCaptor.forClass(TbMsg.class); |
||||
|
ArgumentCaptor<Exception> exceptionCaptor = ArgumentCaptor.forClass(Exception.class); |
||||
|
Mockito.verify(ctx, never()).tellSuccess(any()); |
||||
|
Mockito.verify(ctx, Mockito.timeout(5000)).tellFailure(newMsgCaptor.capture(), exceptionCaptor.capture()); |
||||
|
|
||||
|
Assert.assertSame(newMsgCaptor.getValue(), msg); |
||||
|
Assert.assertNotNull(exceptionCaptor.getValue()); |
||||
|
} |
||||
|
|
||||
|
@Test |
||||
|
public void fetchToData_whenOnMsg_then_data_not_object_failure() throws Exception { |
||||
|
TbGetAttributesNode node = initNode(true, true, true); |
||||
|
TbMsg msg = TbMsg.newMsg("TEST", originator, new TbMsgMetaData(), "[]"); |
||||
|
node.onMsg(ctx, msg); |
||||
|
|
||||
|
ArgumentCaptor<TbMsg> newMsgCaptor = ArgumentCaptor.forClass(TbMsg.class); |
||||
|
ArgumentCaptor<Exception> exceptionCaptor = ArgumentCaptor.forClass(Exception.class); |
||||
|
Mockito.verify(ctx, never()).tellSuccess(any()); |
||||
|
Mockito.verify(ctx, Mockito.timeout(5000)).tellFailure(newMsgCaptor.capture(), exceptionCaptor.capture()); |
||||
|
|
||||
|
Assert.assertSame(newMsgCaptor.getValue(), msg); |
||||
|
Assert.assertNotNull(exceptionCaptor.getValue()); |
||||
|
} |
||||
|
|
||||
|
private TbMsg checkMsg() { |
||||
|
ArgumentCaptor<TbMsg> msgCaptor = ArgumentCaptor.forClass(TbMsg.class); |
||||
|
Mockito.verify(ctx, Mockito.timeout(5000)).tellSuccess(msgCaptor.capture()); |
||||
|
|
||||
|
TbMsg resultMsg = msgCaptor.getValue(); |
||||
|
Assert.assertNotNull(resultMsg); |
||||
|
Assert.assertNotNull(resultMsg.getMetaData()); |
||||
|
Assert.assertNotNull(resultMsg.getData()); |
||||
|
return resultMsg; |
||||
|
} |
||||
|
|
||||
|
private void checkAttributes(List<String> attributes, String prefix, boolean fetchToData, TbMsgMetaData msgMetaData, JsonNode msgData) { |
||||
|
attributes.stream() |
||||
|
.filter(attribute -> !attribute.equals("unknown")) |
||||
|
.forEach(attribute -> { |
||||
|
String result; |
||||
|
if (fetchToData) { |
||||
|
result = msgData.get(prefix + attribute).asText(); |
||||
|
} else { |
||||
|
result = msgMetaData.getValue(prefix + attribute); |
||||
|
} |
||||
|
Assert.assertNotNull(result); |
||||
|
Assert.assertEquals(attribute + "_value", result); |
||||
|
}); |
||||
|
} |
||||
|
|
||||
|
private void checkTs(List<String> tsKeys, boolean fetchToData, boolean getLatestValueWithTs, TbMsgMetaData msgMetaData, JsonNode msgData) { |
||||
|
long value = 1L; |
||||
|
for (String key : tsKeys) { |
||||
|
if (key.equals("unknown")) { |
||||
|
continue; |
||||
|
} |
||||
|
String actualValue; |
||||
|
String expectedValue; |
||||
|
if (getLatestValueWithTs) { |
||||
|
expectedValue = "{\"ts\":" + ts + ",\"value\":{\"data\":" + value + "}}"; |
||||
|
} else { |
||||
|
expectedValue = "{\"data\":" + value + "}"; |
||||
|
} |
||||
|
if (fetchToData) { |
||||
|
actualValue = JacksonUtil.toString(msgData.get(key)); |
||||
|
} else { |
||||
|
actualValue = msgMetaData.getValue(key); |
||||
|
} |
||||
|
Assert.assertNotNull(actualValue); |
||||
|
Assert.assertEquals(expectedValue, actualValue); |
||||
|
value++; |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
private TbGetAttributesNode initNode(boolean fetchToData, boolean getLatestValueWithTs, boolean isTellFailureIfAbsent) throws TbNodeException { |
||||
|
TbGetAttributesNodeConfiguration config = new TbGetAttributesNodeConfiguration(); |
||||
|
config.setClientAttributeNames(List.of("client_attr_1", "client_attr_2", "${client_attr_metadata}", "unknown")); |
||||
|
config.setServerAttributeNames(List.of("server_attr_1", "server_attr_2", "${server_attr_metadata}", "unknown")); |
||||
|
config.setSharedAttributeNames(List.of("shared_attr_1", "shared_attr_2", "$[shared_attr_data]", "unknown")); |
||||
|
config.setLatestTsKeyNames(List.of("temperature", "humidity", "unknown")); |
||||
|
config.setFetchToData(fetchToData); |
||||
|
config.setGetLatestValueWithTs(getLatestValueWithTs); |
||||
|
config.setTellFailureIfAbsent(isTellFailureIfAbsent); |
||||
|
TbNodeConfiguration nodeConfiguration = new TbNodeConfiguration(mapper.valueToTree(config)); |
||||
|
TbGetAttributesNode node = new TbGetAttributesNode(); |
||||
|
node.init(ctx, nodeConfiguration); |
||||
|
return node; |
||||
|
} |
||||
|
|
||||
|
private TbMsg getTbMsg(EntityId entityId) { |
||||
|
ObjectNode msgData = JacksonUtil.newObjectNode(); |
||||
|
msgData.put("shared_attr_data", "shared_attr_3"); |
||||
|
|
||||
|
TbMsgMetaData msgMetaData = new TbMsgMetaData(); |
||||
|
msgMetaData.putValue("client_attr_metadata", "client_attr_3"); |
||||
|
msgMetaData.putValue("server_attr_metadata", "server_attr_3"); |
||||
|
|
||||
|
return TbMsg.newMsg("TEST", entityId, msgMetaData, msgData.toString()); |
||||
|
} |
||||
|
|
||||
|
private List<String> getAttributeNames(String prefix) { |
||||
|
return List.of(prefix + "_attr_1", prefix + "_attr_2", prefix + "_attr_3", "unknown"); |
||||
|
} |
||||
|
|
||||
|
private List<AttributeKvEntry> getListAttributeKvEntry(List<String> attributes, long ts) { |
||||
|
return attributes.stream() |
||||
|
.filter(attribute -> !attribute.equals("unknown")) |
||||
|
.map(attribute -> toAttributeKvEntry(ts, attribute)) |
||||
|
.collect(Collectors.toList()); |
||||
|
} |
||||
|
|
||||
|
private BaseAttributeKvEntry toAttributeKvEntry(long ts, String attribute) { |
||||
|
return new BaseAttributeKvEntry(ts, new StringDataEntry(attribute, attribute + "_value")); |
||||
|
} |
||||
|
|
||||
|
private List<TsKvEntry> getListTsKvEntry(List<String> keys, long ts) { |
||||
|
long value = 1L; |
||||
|
List<TsKvEntry> kvEntries = new ArrayList<>(); |
||||
|
for (String key : keys) { |
||||
|
if (key.equals("unknown")) { |
||||
|
continue; |
||||
|
} |
||||
|
String dataValue = "{\"data\":" + value + "}"; |
||||
|
kvEntries.add(new BasicTsKvEntry(ts, new JsonDataEntry(key, dataValue))); |
||||
|
value++; |
||||
|
} |
||||
|
return kvEntries; |
||||
|
} |
||||
|
|
||||
|
} |
||||
Loading…
Reference in new issue