Andrii Shvaika
4 years ago
9 changed files with 506 additions and 117 deletions
@ -0,0 +1,35 @@ |
|||
/** |
|||
* Copyright © 2016-2022 The Thingsboard Authors |
|||
* |
|||
* Licensed under the Apache License, Version 2.0 (the "License"); |
|||
* you may not use this file except in compliance with the License. |
|||
* You may obtain a copy of the License at |
|||
* |
|||
* http://www.apache.org/licenses/LICENSE-2.0
|
|||
* |
|||
* Unless required by applicable law or agreed to in writing, software |
|||
* distributed under the License is distributed on an "AS IS" BASIS, |
|||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
|||
* See the License for the specific language governing permissions and |
|||
* limitations under the License. |
|||
*/ |
|||
package org.thingsboard.common.util; |
|||
|
|||
import com.fasterxml.jackson.databind.JsonNode; |
|||
import com.fasterxml.jackson.databind.node.ObjectNode; |
|||
import org.junit.Assert; |
|||
import org.junit.Test; |
|||
|
|||
public class JacksonUtilTest { |
|||
|
|||
@Test |
|||
public void allow_unquoted_field_mapper_test() { |
|||
String data = "{data: 123}"; |
|||
JsonNode actualResult = JacksonUtil.toJsonNode(data, JacksonUtil.ALLOW_UNQUOTED_FIELD_NAMES_MAPPER); // should be: {"data": 123}
|
|||
ObjectNode expectedResult = JacksonUtil.newObjectNode(); |
|||
expectedResult.put("data", 123); // {"data": 123}
|
|||
Assert.assertEquals(expectedResult, actualResult); |
|||
Assert.assertThrows(IllegalArgumentException.class, () -> JacksonUtil.toJsonNode(data)); // syntax exception due to missing quotes in the field name!
|
|||
} |
|||
|
|||
} |
|||
@ -0,0 +1,338 @@ |
|||
/** |
|||
* Copyright © 2016-2022 The Thingsboard Authors |
|||
* |
|||
* Licensed under the Apache License, Version 2.0 (the "License"); |
|||
* you may not use this file except in compliance with the License. |
|||
* You may obtain a copy of the License at |
|||
* |
|||
* http://www.apache.org/licenses/LICENSE-2.0
|
|||
* |
|||
* Unless required by applicable law or agreed to in writing, software |
|||
* distributed under the License is distributed on an "AS IS" BASIS, |
|||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
|||
* See the License for the specific language governing permissions and |
|||
* limitations under the License. |
|||
*/ |
|||
package org.thingsboard.rule.engine.metadata; |
|||
|
|||
import com.datastax.oss.driver.api.core.uuid.Uuids; |
|||
import com.fasterxml.jackson.databind.JsonNode; |
|||
import com.fasterxml.jackson.databind.ObjectMapper; |
|||
import com.fasterxml.jackson.databind.node.ObjectNode; |
|||
import com.google.common.util.concurrent.Futures; |
|||
import org.junit.After; |
|||
import org.junit.Assert; |
|||
import org.junit.Before; |
|||
import org.junit.Test; |
|||
import org.junit.runner.RunWith; |
|||
import org.mockito.ArgumentCaptor; |
|||
import org.mockito.Mock; |
|||
import org.mockito.Mockito; |
|||
import org.mockito.junit.MockitoJUnitRunner; |
|||
import org.thingsboard.common.util.AbstractListeningExecutor; |
|||
import org.thingsboard.common.util.JacksonUtil; |
|||
import org.thingsboard.rule.engine.api.TbContext; |
|||
import org.thingsboard.rule.engine.api.TbNodeConfiguration; |
|||
import org.thingsboard.rule.engine.api.TbNodeException; |
|||
import org.thingsboard.server.common.data.DataConstants; |
|||
import org.thingsboard.server.common.data.id.DeviceId; |
|||
import org.thingsboard.server.common.data.id.EntityId; |
|||
import org.thingsboard.server.common.data.id.TenantId; |
|||
import org.thingsboard.server.common.data.kv.AttributeKvEntry; |
|||
import org.thingsboard.server.common.data.kv.BaseAttributeKvEntry; |
|||
import org.thingsboard.server.common.data.kv.BasicTsKvEntry; |
|||
import org.thingsboard.server.common.data.kv.JsonDataEntry; |
|||
import org.thingsboard.server.common.data.kv.StringDataEntry; |
|||
import org.thingsboard.server.common.data.kv.TsKvEntry; |
|||
import org.thingsboard.server.common.msg.TbMsg; |
|||
import org.thingsboard.server.common.msg.TbMsgMetaData; |
|||
import org.thingsboard.server.dao.attributes.AttributesService; |
|||
import org.thingsboard.server.dao.timeseries.TimeseriesService; |
|||
|
|||
import java.util.ArrayList; |
|||
import java.util.List; |
|||
import java.util.stream.Collectors; |
|||
|
|||
import static org.mockito.ArgumentMatchers.any; |
|||
import static org.mockito.Mockito.lenient; |
|||
import static org.mockito.Mockito.never; |
|||
|
|||
@RunWith(MockitoJUnitRunner.class) |
|||
public class TbAbstractGetAttributesNodeTest { |
|||
|
|||
final ObjectMapper mapper = new ObjectMapper(); |
|||
|
|||
private EntityId originator = new DeviceId(Uuids.timeBased()); |
|||
private TenantId tenantId = TenantId.fromUUID(Uuids.timeBased()); |
|||
|
|||
@Mock |
|||
private TbContext ctx; |
|||
@Mock |
|||
private AttributesService attributesService; |
|||
@Mock |
|||
private TimeseriesService tsService; |
|||
private AbstractListeningExecutor dbExecutor; |
|||
|
|||
private List<String> clientAttributes; |
|||
private List<String> serverAttributes; |
|||
private List<String> sharedAttributes; |
|||
private List<String> tsKeys; |
|||
private long ts; |
|||
|
|||
@Before |
|||
public void before() throws TbNodeException { |
|||
dbExecutor = new AbstractListeningExecutor() { |
|||
@Override |
|||
protected int getThreadPollSize() { |
|||
return 3; |
|||
} |
|||
}; |
|||
dbExecutor.init(); |
|||
|
|||
Mockito.reset(ctx); |
|||
Mockito.reset(attributesService); |
|||
Mockito.reset(tsService); |
|||
|
|||
Mockito.reset(ctx); |
|||
Mockito.reset(attributesService); |
|||
Mockito.reset(tsService); |
|||
|
|||
lenient().when(ctx.getAttributesService()).thenReturn(attributesService); |
|||
lenient().when(ctx.getTimeseriesService()).thenReturn(tsService); |
|||
lenient().when(ctx.getTenantId()).thenReturn(tenantId); |
|||
lenient().when(ctx.getDbCallbackExecutor()).thenReturn(dbExecutor); |
|||
|
|||
clientAttributes = getAttributeNames("client"); |
|||
serverAttributes = getAttributeNames("server"); |
|||
sharedAttributes = getAttributeNames("shared"); |
|||
tsKeys = List.of("temperature", "humidity", "unknown"); |
|||
ts = System.currentTimeMillis(); |
|||
|
|||
Mockito.when(attributesService.find(tenantId, originator, DataConstants.CLIENT_SCOPE, clientAttributes)) |
|||
.thenReturn(Futures.immediateFuture(getListAttributeKvEntry(clientAttributes, ts))); |
|||
|
|||
|
|||
Mockito.when(attributesService.find(tenantId, originator, DataConstants.SERVER_SCOPE, serverAttributes)) |
|||
.thenReturn(Futures.immediateFuture(getListAttributeKvEntry(serverAttributes, ts))); |
|||
|
|||
|
|||
Mockito.when(attributesService.find(tenantId, originator, DataConstants.SHARED_SCOPE, sharedAttributes)) |
|||
.thenReturn(Futures.immediateFuture(getListAttributeKvEntry(sharedAttributes, ts))); |
|||
|
|||
Mockito.when(tsService.findLatest(tenantId, originator, tsKeys)) |
|||
.thenReturn(Futures.immediateFuture(getListTsKvEntry(tsKeys, ts))); |
|||
} |
|||
|
|||
@After |
|||
public void after() { |
|||
dbExecutor.destroy(); |
|||
} |
|||
|
|||
@Test |
|||
public void fetchToMetadata_whenOnMsg_then_success() throws Exception { |
|||
TbGetAttributesNode node = initNode(false, false, false); |
|||
TbMsg msg = getTbMsg(originator); |
|||
node.onMsg(ctx, msg); |
|||
|
|||
TbMsg resultMsg = checkMsg(); |
|||
TbMsgMetaData msgMetaData = resultMsg.getMetaData(); |
|||
|
|||
//check attributes
|
|||
checkAttributes(clientAttributes, "cs_", false, msgMetaData, null); |
|||
checkAttributes(serverAttributes, "ss_", false, msgMetaData, null); |
|||
checkAttributes(sharedAttributes, "shared_", false, msgMetaData, null); |
|||
|
|||
//check timeseries
|
|||
checkTs(tsKeys, false, false, msgMetaData, null); |
|||
} |
|||
|
|||
@Test |
|||
public void fetchToMetadata_latestWithTs_whenOnMsg_then_success() throws Exception { |
|||
TbGetAttributesNode node = initNode(false, true, false); |
|||
TbMsg msg = getTbMsg(originator); |
|||
node.onMsg(ctx, msg); |
|||
|
|||
TbMsg resultMsg = checkMsg(); |
|||
TbMsgMetaData msgMetaData = resultMsg.getMetaData(); |
|||
|
|||
//check attributes
|
|||
checkAttributes(clientAttributes, "cs_", false, msgMetaData, null); |
|||
checkAttributes(serverAttributes, "ss_", false, msgMetaData, null); |
|||
checkAttributes(sharedAttributes, "shared_", false, msgMetaData, null); |
|||
|
|||
//check timeseries with ts
|
|||
checkTs(tsKeys, false, true, msgMetaData, null); |
|||
} |
|||
|
|||
@Test |
|||
public void fetchToData_whenOnMsg_then_success() throws Exception { |
|||
TbGetAttributesNode node = initNode(true, false, false); |
|||
TbMsg msg = getTbMsg(originator); |
|||
node.onMsg(ctx, msg); |
|||
|
|||
TbMsg resultMsg = checkMsg(); |
|||
JsonNode msgData = JacksonUtil.toJsonNode(resultMsg.getData()); |
|||
|
|||
//check attributes
|
|||
checkAttributes(clientAttributes, "cs_", true, null, msgData); |
|||
checkAttributes(serverAttributes, "ss_", true, null, msgData); |
|||
checkAttributes(sharedAttributes, "shared_", true, null, msgData); |
|||
|
|||
//check timeseries
|
|||
checkTs(tsKeys, true, false, null, msgData); |
|||
} |
|||
|
|||
@Test |
|||
public void fetchToData_latestWithTs_whenOnMsg_then_success() throws Exception { |
|||
TbGetAttributesNode node = initNode(true, true, false); |
|||
TbMsg msg = getTbMsg(originator); |
|||
node.onMsg(ctx, msg); |
|||
|
|||
TbMsg resultMsg = checkMsg(); |
|||
JsonNode msgData = JacksonUtil.toJsonNode(resultMsg.getData()); |
|||
|
|||
//check attributes
|
|||
checkAttributes(clientAttributes, "cs_", true, null, msgData); |
|||
checkAttributes(serverAttributes, "ss_", true, null, msgData); |
|||
checkAttributes(sharedAttributes, "shared_", true, null, msgData); |
|||
|
|||
//check timeseries with ts
|
|||
checkTs(tsKeys, true, true, null, msgData); |
|||
} |
|||
|
|||
@Test |
|||
public void fetchToData_whenOnMsg_then_failure() throws Exception { |
|||
TbGetAttributesNode node = initNode(true, true, true); |
|||
TbMsg msg = getTbMsg(originator); |
|||
node.onMsg(ctx, msg); |
|||
|
|||
ArgumentCaptor<TbMsg> newMsgCaptor = ArgumentCaptor.forClass(TbMsg.class); |
|||
ArgumentCaptor<Exception> exceptionCaptor = ArgumentCaptor.forClass(Exception.class); |
|||
Mockito.verify(ctx, never()).tellSuccess(any()); |
|||
Mockito.verify(ctx, Mockito.timeout(5000)).tellFailure(newMsgCaptor.capture(), exceptionCaptor.capture()); |
|||
|
|||
Assert.assertSame(newMsgCaptor.getValue(), msg); |
|||
Assert.assertNotNull(exceptionCaptor.getValue()); |
|||
} |
|||
|
|||
@Test |
|||
public void fetchToData_whenOnMsg_then_data_not_object_failure() throws Exception { |
|||
TbGetAttributesNode node = initNode(true, true, true); |
|||
TbMsg msg = TbMsg.newMsg("TEST", originator, new TbMsgMetaData(), "[]"); |
|||
node.onMsg(ctx, msg); |
|||
|
|||
ArgumentCaptor<TbMsg> newMsgCaptor = ArgumentCaptor.forClass(TbMsg.class); |
|||
ArgumentCaptor<Exception> exceptionCaptor = ArgumentCaptor.forClass(Exception.class); |
|||
Mockito.verify(ctx, never()).tellSuccess(any()); |
|||
Mockito.verify(ctx, Mockito.timeout(5000)).tellFailure(newMsgCaptor.capture(), exceptionCaptor.capture()); |
|||
|
|||
Assert.assertSame(newMsgCaptor.getValue(), msg); |
|||
Assert.assertNotNull(exceptionCaptor.getValue()); |
|||
} |
|||
|
|||
private TbMsg checkMsg() { |
|||
ArgumentCaptor<TbMsg> msgCaptor = ArgumentCaptor.forClass(TbMsg.class); |
|||
Mockito.verify(ctx, Mockito.timeout(5000)).tellSuccess(msgCaptor.capture()); |
|||
|
|||
TbMsg resultMsg = msgCaptor.getValue(); |
|||
Assert.assertNotNull(resultMsg); |
|||
Assert.assertNotNull(resultMsg.getMetaData()); |
|||
Assert.assertNotNull(resultMsg.getData()); |
|||
return resultMsg; |
|||
} |
|||
|
|||
private void checkAttributes(List<String> attributes, String prefix, boolean fetchToData, TbMsgMetaData msgMetaData, JsonNode msgData) { |
|||
attributes.stream() |
|||
.filter(attribute -> !attribute.equals("unknown")) |
|||
.forEach(attribute -> { |
|||
String result; |
|||
if (fetchToData) { |
|||
result = msgData.get(prefix + attribute).asText(); |
|||
} else { |
|||
result = msgMetaData.getValue(prefix + attribute); |
|||
} |
|||
Assert.assertNotNull(result); |
|||
Assert.assertEquals(attribute + "_value", result); |
|||
}); |
|||
} |
|||
|
|||
private void checkTs(List<String> tsKeys, boolean fetchToData, boolean getLatestValueWithTs, TbMsgMetaData msgMetaData, JsonNode msgData) { |
|||
long value = 1L; |
|||
for (String key : tsKeys) { |
|||
if (key.equals("unknown")) { |
|||
continue; |
|||
} |
|||
String actualValue; |
|||
String expectedValue; |
|||
if (getLatestValueWithTs) { |
|||
expectedValue = "{\"ts\":" + ts + ",\"value\":{\"data\":" + value + "}}"; |
|||
} else { |
|||
expectedValue = "{\"data\":" + value + "}"; |
|||
} |
|||
if (fetchToData) { |
|||
actualValue = JacksonUtil.toString(msgData.get(key)); |
|||
} else { |
|||
actualValue = msgMetaData.getValue(key); |
|||
} |
|||
Assert.assertNotNull(actualValue); |
|||
Assert.assertEquals(expectedValue, actualValue); |
|||
value++; |
|||
} |
|||
} |
|||
|
|||
private TbGetAttributesNode initNode(boolean fetchToData, boolean getLatestValueWithTs, boolean isTellFailureIfAbsent) throws TbNodeException { |
|||
TbGetAttributesNodeConfiguration config = new TbGetAttributesNodeConfiguration(); |
|||
config.setClientAttributeNames(List.of("client_attr_1", "client_attr_2", "${client_attr_metadata}", "unknown")); |
|||
config.setServerAttributeNames(List.of("server_attr_1", "server_attr_2", "${server_attr_metadata}", "unknown")); |
|||
config.setSharedAttributeNames(List.of("shared_attr_1", "shared_attr_2", "$[shared_attr_data]", "unknown")); |
|||
config.setLatestTsKeyNames(List.of("temperature", "humidity", "unknown")); |
|||
config.setFetchToData(fetchToData); |
|||
config.setGetLatestValueWithTs(getLatestValueWithTs); |
|||
config.setTellFailureIfAbsent(isTellFailureIfAbsent); |
|||
TbNodeConfiguration nodeConfiguration = new TbNodeConfiguration(mapper.valueToTree(config)); |
|||
TbGetAttributesNode node = new TbGetAttributesNode(); |
|||
node.init(ctx, nodeConfiguration); |
|||
return node; |
|||
} |
|||
|
|||
private TbMsg getTbMsg(EntityId entityId) { |
|||
ObjectNode msgData = JacksonUtil.newObjectNode(); |
|||
msgData.put("shared_attr_data", "shared_attr_3"); |
|||
|
|||
TbMsgMetaData msgMetaData = new TbMsgMetaData(); |
|||
msgMetaData.putValue("client_attr_metadata", "client_attr_3"); |
|||
msgMetaData.putValue("server_attr_metadata", "server_attr_3"); |
|||
|
|||
return TbMsg.newMsg("TEST", entityId, msgMetaData, msgData.toString()); |
|||
} |
|||
|
|||
private List<String> getAttributeNames(String prefix) { |
|||
return List.of(prefix + "_attr_1", prefix + "_attr_2", prefix + "_attr_3", "unknown"); |
|||
} |
|||
|
|||
private List<AttributeKvEntry> getListAttributeKvEntry(List<String> attributes, long ts) { |
|||
return attributes.stream() |
|||
.filter(attribute -> !attribute.equals("unknown")) |
|||
.map(attribute -> toAttributeKvEntry(ts, attribute)) |
|||
.collect(Collectors.toList()); |
|||
} |
|||
|
|||
private BaseAttributeKvEntry toAttributeKvEntry(long ts, String attribute) { |
|||
return new BaseAttributeKvEntry(ts, new StringDataEntry(attribute, attribute + "_value")); |
|||
} |
|||
|
|||
private List<TsKvEntry> getListTsKvEntry(List<String> keys, long ts) { |
|||
long value = 1L; |
|||
List<TsKvEntry> kvEntries = new ArrayList<>(); |
|||
for (String key : keys) { |
|||
if (key.equals("unknown")) { |
|||
continue; |
|||
} |
|||
String dataValue = "{\"data\":" + value + "}"; |
|||
kvEntries.add(new BasicTsKvEntry(ts, new JsonDataEntry(key, dataValue))); |
|||
value++; |
|||
} |
|||
return kvEntries; |
|||
} |
|||
|
|||
} |
|||
Loading…
Reference in new issue