Improve log config. Fix black box tests.

application/src/main/conf/logback.xml

@@ -37,7 +37,7 @@
     <logger name="org.thingsboard.server" level="INFO" />
     <logger name="com.microsoft.azure.servicebus.primitives.CoreMessageReceiver" level="OFF" />
     <logger name="org.apache.kafka.common.utils.AppInfoParser" level="WARN"/>
-    <logger name="org.apache.kafka.clients.consumer.ConsumerConfig" level="WARN"/>
+    <logger name="org.apache.kafka.clients" level="WARN"/>
 
     <root level="INFO">
         <appender-ref ref="fileLogAppender"/>

application/src/main/resources/logback.xml

@@ -27,7 +27,7 @@
 
     <logger name="org.thingsboard.server" level="INFO"/>
     <logger name="org.apache.kafka.common.utils.AppInfoParser" level="WARN"/>
-    <logger name="org.apache.kafka.clients.consumer.ConsumerConfig" level="WARN"/>
+    <logger name="org.apache.kafka.clients" level="WARN"/>
     <!-- To enable the logging of scanned rule engine components-->
     <!--    <logger name="org.thingsboard.server.service.component.AnnotationComponentDiscoveryService" level="DEBUG" />-->
     <!-- Other useful logs -->

docker/tb-node/conf/logback.xml

@@ -42,6 +42,32 @@
 
     <logger name="org.thingsboard.server" level="INFO" />
     <logger name="com.google.common.util.concurrent.AggregateFuture" level="OFF" />
+    <logger name="org.apache.kafka.common.utils.AppInfoParser" level="WARN"/>
+    <logger name="org.apache.kafka.clients" level="WARN"/>
+    <!-- To enable the logging of scanned rule engine components-->
+    <!--    <logger name="org.thingsboard.server.service.component.AnnotationComponentDiscoveryService" level="DEBUG" />-->
+    <!-- Other useful logs -->
+    <!--    <logger name="org.springframework.jdbc.core" level="TRACE" />-->
+    <!--    <logger name="org.hibernate.SQL" level="DEBUG" />-->
+    <!--    <logger name="org.hibernate.type.descriptor.sql.BasicBinder" level="TRACE" />-->
+
+    <!--    <logger name="org.thingsboard.server.service.queue" level="TRACE" />-->
+    <!--    <logger name="org.thingsboard.server.service.transport" level="TRACE" />-->
+    <!--    <logger name="org.thingsboard.server.queue.memory.InMemoryStorage" level="DEBUG" />-->
+    <!--    <logger name="org.thingsboard.server.service.ttl.AbstractCleanUpService" level="DEBUG" />-->
+
+    <!--    <logger name="org.thingsboard.server.service.subscription" level="TRACE"/>-->
+    <!--    <logger name="org.thingsboard.server.service.telemetry" level="TRACE"/>-->
+    <!--    <logger name="org.eclipse.californium.scandium.DTLSConnector" level="TRACE" />-->
+    <!--    <logger name="org.eclipse.californium.scandium.dtls.Handshaker" level="DEBUG" />-->
+
+    <!-- Top Rule Nodes by max execution time -->
+    <!--    <logger name="org.thingsboard.server.service.queue.TbMsgPackProcessingContext" level="DEBUG" /> -->
+
+    <!-- MQTT transport debug -->
+    <!--    <logger name="org.thingsboard.server.transport.mqtt.MqttTransportHandler" level="DEBUG" /> -->
+
+    <logger name="com.microsoft.azure.servicebus.primitives.CoreMessageReceiver" level="OFF" />
 
     <root level="INFO">
         <appender-ref ref="fileLogAppender"/>

docker/tb-transports/coap/conf/logback.xml

@@ -42,6 +42,11 @@
 
     <logger name="org.thingsboard.server" level="INFO" />
 
+    <logger name="com.microsoft.azure.servicebus.primitives.CoreMessageReceiver" level="OFF" />
+
+    <logger name="org.apache.kafka.common.utils.AppInfoParser" level="WARN"/>
+    <logger name="org.apache.kafka.clients" level="WARN"/>
+
     <root level="INFO">
         <appender-ref ref="fileLogAppender"/>
         <appender-ref ref="STDOUT"/>

docker/tb-transports/http/conf/logback.xml

@@ -42,6 +42,11 @@
 
     <logger name="org.thingsboard.server" level="INFO" />
 
+    <logger name="com.microsoft.azure.servicebus.primitives.CoreMessageReceiver" level="OFF" />
+
+    <logger name="org.apache.kafka.common.utils.AppInfoParser" level="WARN"/>
+    <logger name="org.apache.kafka.clients" level="WARN"/>
+
     <root level="INFO">
         <appender-ref ref="fileLogAppender"/>
         <appender-ref ref="STDOUT"/>

docker/tb-transports/lwm2m/conf/logback.xml

@@ -42,6 +42,10 @@
 
     <logger name="org.thingsboard.server" level="INFO" />
 
+    <logger name="com.microsoft.azure.servicebus.primitives.CoreMessageReceiver" level="OFF" />
+    <logger name="org.apache.kafka.common.utils.AppInfoParser" level="WARN"/>
+    <logger name="org.apache.kafka.clients" level="WARN"/>
+
     <root level="INFO">
         <appender-ref ref="fileLogAppender"/>
         <appender-ref ref="STDOUT"/>

docker/tb-transports/mqtt/conf/logback.xml

@@ -42,6 +42,10 @@
 
     <logger name="org.thingsboard.server" level="INFO" />
 
+    <logger name="com.microsoft.azure.servicebus.primitives.CoreMessageReceiver" level="OFF" />
+    <logger name="org.apache.kafka.common.utils.AppInfoParser" level="WARN"/>
+    <logger name="org.apache.kafka.clients" level="WARN"/>
+
     <root level="INFO">
         <appender-ref ref="fileLogAppender"/>
         <appender-ref ref="STDOUT"/>

docker/tb-transports/snmp/conf/logback.xml

@@ -42,6 +42,10 @@
 
     <logger name="org.thingsboard.server" level="INFO" />
 
+    <logger name="com.microsoft.azure.servicebus.primitives.CoreMessageReceiver" level="OFF" />
+    <logger name="org.apache.kafka.common.utils.AppInfoParser" level="WARN"/>
+    <logger name="org.apache.kafka.clients" level="WARN"/>
+
     <root level="INFO">
         <appender-ref ref="fileLogAppender"/>
         <appender-ref ref="STDOUT"/>

docker/tb-vc-executor/conf/logback.xml

@@ -40,8 +40,11 @@
         </encoder>
     </appender>
 
-    <logger name="org.thingsboard.server.queue" level="INFO" />
-    <logger name="org.thingsboard.server" level="TRACE" />
+    <logger name="org.thingsboard.server" level="INFO" />
+
+    <logger name="com.microsoft.azure.servicebus.primitives.CoreMessageReceiver" level="OFF" />
+    <logger name="org.apache.kafka.common.utils.AppInfoParser" level="WARN"/>
+    <logger name="org.apache.kafka.clients" level="WARN"/>
 
     <root level="INFO">
         <appender-ref ref="fileLogAppender"/>

msa/black-box-tests/src/test/java/org/thingsboard/server/msa/ContainerTestSuite.java

@@ -95,7 +95,7 @@ public class ContainerTestSuite {
                         new File(targetDir + "docker-compose.postgres.volumes.yml"),
                         new File(targetDir + "docker-compose." + QUEUE_TYPE + ".yml"),
                         new File(targetDir + (IS_REDIS_CLUSTER ? "docker-compose.redis-cluster.yml" : "docker-compose.redis.yml")),
-                        new File(targetDir + (IS_HYBRID_MODE ? "docker-compose.redis-cluster.volumes.yml" : "docker-compose.redis.volumes.yml"))
+                        new File(targetDir + (IS_REDIS_CLUSTER ? "docker-compose.redis-cluster.volumes.yml" : "docker-compose.redis.volumes.yml"))
                 ));
 
                 Map<String, String> queueEnv = new HashMap<>();

msa/black-box-tests/src/test/java/org/thingsboard/server/msa/ThingsBoardDbInstaller.java

@@ -46,7 +46,7 @@ public class ThingsBoardDbInstaller extends ExternalResource {
     private final static String TB_MQTT_TRANSPORT_LOG_VOLUME = "tb-mqtt-transport-log-test-volume";
     private final static String TB_SNMP_TRANSPORT_LOG_VOLUME = "tb-snmp-transport-log-test-volume";
     private final static String TB_VC_EXECUTOR_LOG_VOLUME = "tb-vc-executor-log-test-volume";
-    private final static String JAVA_OPTS = "-Xmx384m -Xss256k";
+    private final static String JAVA_OPTS = "-Xmx512m";
 
     private final DockerComposeExecutor dockerCompose;
 

msa/tb/docker/logback.xml

@@ -42,6 +42,8 @@
 
     <logger name="org.thingsboard.server" level="INFO" />
     <logger name="com.microsoft.azure.servicebus.primitives.CoreMessageReceiver" level="OFF" />
+    <logger name="org.apache.kafka.common.utils.AppInfoParser" level="WARN"/>
+    <logger name="org.apache.kafka.clients" level="WARN"/>
 
     <root level="INFO">
         <appender-ref ref="fileLogAppender"/>

msa/vc-executor/src/main/conf/logback.xml

@@ -35,8 +35,10 @@
     </appender>
 
     <logger name="org.thingsboard.server" level="INFO" />
+
+    <logger name="com.microsoft.azure.servicebus.primitives.CoreMessageReceiver" level="OFF" />
     <logger name="org.apache.kafka.common.utils.AppInfoParser" level="WARN"/>
-    <logger name="org.apache.kafka.clients.consumer.ConsumerConfig" level="WARN"/>
+    <logger name="org.apache.kafka.clients" level="WARN"/>
 
     <root level="INFO">
         <appender-ref ref="fileLogAppender"/>

msa/vc-executor/src/main/resources/logback.xml

@@ -25,11 +25,11 @@
         </encoder>
     </appender>
 
-    <logger name="org.thingsboard.server.queue" level="INFO" />
-    <logger name="org.thingsboard.server" level="TRACE" />
+    <logger name="org.thingsboard.server" level="INFO" />
 
+    <logger name="com.microsoft.azure.servicebus.primitives.CoreMessageReceiver" level="OFF" />
     <logger name="org.apache.kafka.common.utils.AppInfoParser" level="WARN"/>
-    <logger name="org.apache.kafka.clients.consumer.ConsumerConfig" level="WARN"/>
+    <logger name="org.apache.kafka.clients" level="WARN"/>
 
     <root level="INFO">
         <appender-ref ref="STDOUT"/>

transport/coap/src/main/conf/logback.xml

@@ -38,7 +38,7 @@
 
     <logger name="com.microsoft.azure.servicebus.primitives.CoreMessageReceiver" level="OFF" />
     <logger name="org.apache.kafka.common.utils.AppInfoParser" level="WARN"/>
-    <logger name="org.apache.kafka.clients.consumer.ConsumerConfig" level="WARN"/>
+    <logger name="org.apache.kafka.clients" level="WARN"/>
 
     <root level="INFO">
         <appender-ref ref="fileLogAppender"/>

transport/coap/src/main/resources/logback.xml

@@ -28,9 +28,8 @@
     <logger name="org.thingsboard.server" level="INFO" />
 
     <logger name="com.microsoft.azure.servicebus.primitives.CoreMessageReceiver" level="OFF" />
-
     <logger name="org.apache.kafka.common.utils.AppInfoParser" level="WARN"/>
-    <logger name="org.apache.kafka.clients.consumer.ConsumerConfig" level="WARN"/>
+    <logger name="org.apache.kafka.clients" level="WARN"/>
 
     <root level="INFO">
         <appender-ref ref="STDOUT"/>

transport/http/src/main/conf/logback.xml

@@ -38,7 +38,7 @@
 
     <logger name="com.microsoft.azure.servicebus.primitives.CoreMessageReceiver" level="OFF" />
     <logger name="org.apache.kafka.common.utils.AppInfoParser" level="WARN"/>
-    <logger name="org.apache.kafka.clients.consumer.ConsumerConfig" level="WARN"/>
+    <logger name="org.apache.kafka.clients" level="WARN"/>
 
     <root level="INFO">
         <appender-ref ref="fileLogAppender"/>

transport/http/src/main/resources/logback.xml

@@ -30,7 +30,7 @@
     <logger name="com.microsoft.azure.servicebus.primitives.CoreMessageReceiver" level="OFF" />
 
     <logger name="org.apache.kafka.common.utils.AppInfoParser" level="WARN"/>
-    <logger name="org.apache.kafka.clients.consumer.ConsumerConfig" level="WARN"/>
+    <logger name="org.apache.kafka.clients" level="WARN"/>
 
     <root level="INFO">
         <appender-ref ref="STDOUT"/>

transport/lwm2m/src/main/conf/logback.xml

@@ -38,7 +38,7 @@
 
     <logger name="com.microsoft.azure.servicebus.primitives.CoreMessageReceiver" level="OFF" />
     <logger name="org.apache.kafka.common.utils.AppInfoParser" level="WARN"/>
-    <logger name="org.apache.kafka.clients.consumer.ConsumerConfig" level="WARN"/>
+    <logger name="org.apache.kafka.clients" level="WARN"/>
 
     <root level="INFO">
         <appender-ref ref="fileLogAppender"/>

transport/lwm2m/src/main/resources/logback.xml

@@ -30,7 +30,7 @@
     <logger name="com.microsoft.azure.servicebus.primitives.CoreMessageReceiver" level="OFF" />
 
     <logger name="org.apache.kafka.common.utils.AppInfoParser" level="WARN"/>
-    <logger name="org.apache.kafka.clients.consumer.ConsumerConfig" level="WARN"/>
+    <logger name="org.apache.kafka.clients" level="WARN"/>
 
     <root level="INFO">
         <appender-ref ref="STDOUT"/>

transport/mqtt/src/main/conf/logback.xml

@@ -38,7 +38,7 @@
 
     <logger name="com.microsoft.azure.servicebus.primitives.CoreMessageReceiver" level="OFF" />
     <logger name="org.apache.kafka.common.utils.AppInfoParser" level="WARN"/>
-    <logger name="org.apache.kafka.clients.consumer.ConsumerConfig" level="WARN"/>
+    <logger name="org.apache.kafka.clients" level="WARN"/>
 
     <root level="INFO">
         <appender-ref ref="fileLogAppender"/>

transport/mqtt/src/main/resources/logback.xml

@@ -30,7 +30,7 @@
     <logger name="com.microsoft.azure.servicebus.primitives.CoreMessageReceiver" level="OFF" />
 
     <logger name="org.apache.kafka.common.utils.AppInfoParser" level="WARN"/>
-    <logger name="org.apache.kafka.clients.consumer.ConsumerConfig" level="WARN"/>
+    <logger name="org.apache.kafka.clients" level="WARN"/>
 
     <root level="INFO">
         <appender-ref ref="STDOUT"/>

transport/snmp/src/main/conf/logback.xml

@@ -38,7 +38,7 @@
 
     <logger name="com.microsoft.azure.servicebus.primitives.CoreMessageReceiver" level="OFF" />
     <logger name="org.apache.kafka.common.utils.AppInfoParser" level="WARN"/>
-    <logger name="org.apache.kafka.clients.consumer.ConsumerConfig" level="WARN"/>
+    <logger name="org.apache.kafka.clients" level="WARN"/>
 
     <root level="INFO">
         <appender-ref ref="fileLogAppender"/>

transport/snmp/src/main/resources/logback.xml

@@ -30,7 +30,7 @@
     <logger name="com.microsoft.azure.servicebus.primitives.CoreMessageReceiver" level="OFF" />
 
     <logger name="org.apache.kafka.common.utils.AppInfoParser" level="WARN"/>
-    <logger name="org.apache.kafka.clients.consumer.ConsumerConfig" level="WARN"/>
+    <logger name="org.apache.kafka.clients" level="WARN"/>
 
     <root level="INFO">
         <appender-ref ref="STDOUT"/>