Andrew Shvayka
7 years ago
16 changed files with 273 additions and 20 deletions
@ -0,0 +1,118 @@ |
|||
/** |
|||
* Copyright © 2016-2019 The Thingsboard Authors |
|||
* |
|||
* Licensed under the Apache License, Version 2.0 (the "License"); |
|||
* you may not use this file except in compliance with the License. |
|||
* You may obtain a copy of the License at |
|||
* |
|||
* http://www.apache.org/licenses/LICENSE-2.0
|
|||
* |
|||
* Unless required by applicable law or agreed to in writing, software |
|||
* distributed under the License is distributed on an "AS IS" BASIS, |
|||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
|||
* See the License for the specific language governing permissions and |
|||
* limitations under the License. |
|||
*/ |
|||
package org.thingsboard.server.service.cluster.routing; |
|||
|
|||
import com.datastax.driver.core.utils.UUIDs; |
|||
import lombok.extern.slf4j.Slf4j; |
|||
import org.junit.Before; |
|||
import org.junit.Test; |
|||
import org.junit.runner.RunWith; |
|||
import org.mockito.runners.MockitoJUnitRunner; |
|||
import org.springframework.beans.factory.annotation.Autowired; |
|||
import org.springframework.test.util.ReflectionTestUtils; |
|||
import org.thingsboard.server.common.data.Device; |
|||
import org.thingsboard.server.common.data.UUIDConverter; |
|||
import org.thingsboard.server.common.data.id.DeviceId; |
|||
import org.thingsboard.server.common.msg.cluster.ServerAddress; |
|||
import org.thingsboard.server.common.msg.cluster.ServerType; |
|||
import org.thingsboard.server.service.cluster.discovery.DiscoveryService; |
|||
import org.thingsboard.server.service.cluster.discovery.ServerInstance; |
|||
|
|||
import java.io.IOException; |
|||
import java.nio.file.Files; |
|||
import java.nio.file.Paths; |
|||
import java.util.ArrayList; |
|||
import java.util.Comparator; |
|||
import java.util.HashMap; |
|||
import java.util.List; |
|||
import java.util.Map; |
|||
import java.util.UUID; |
|||
import java.util.stream.Collectors; |
|||
|
|||
import static org.mockito.Mockito.mock; |
|||
import static org.mockito.Mockito.when; |
|||
|
|||
@Slf4j |
|||
@RunWith(MockitoJUnitRunner.class) |
|||
public class ConsistentClusterRoutingServiceTest { |
|||
|
|||
private ConsistentClusterRoutingService clusterRoutingService; |
|||
|
|||
private DiscoveryService discoveryService; |
|||
|
|||
private String hashFunctionName = "murmur3_128"; |
|||
private Integer virtualNodesSize = 1024*64; |
|||
private ServerAddress currentServer = new ServerAddress(" 100.96.1.0", 9001, ServerType.CORE); |
|||
|
|||
|
|||
@Before |
|||
public void setup() throws Exception { |
|||
discoveryService = mock(DiscoveryService.class); |
|||
clusterRoutingService = new ConsistentClusterRoutingService(); |
|||
ReflectionTestUtils.setField(clusterRoutingService, "discoveryService", discoveryService); |
|||
ReflectionTestUtils.setField(clusterRoutingService, "hashFunctionName", hashFunctionName); |
|||
ReflectionTestUtils.setField(clusterRoutingService, "virtualNodesSize", virtualNodesSize); |
|||
when(discoveryService.getCurrentServer()).thenReturn(new ServerInstance(currentServer)); |
|||
List<ServerInstance> otherServers = new ArrayList<>(); |
|||
for (int i = 1; i < 30; i++) { |
|||
otherServers.add(new ServerInstance(new ServerAddress(" 100.96." + i*2 + "." + i, 9001, ServerType.CORE))); |
|||
} |
|||
when(discoveryService.getOtherServers()).thenReturn(otherServers); |
|||
clusterRoutingService.init(); |
|||
} |
|||
|
|||
@Test |
|||
public void testDispersionOnMillionDevices() { |
|||
List<DeviceId> devices = new ArrayList<>(); |
|||
for (int i = 0; i < 1000000; i++) { |
|||
devices.add(new DeviceId(UUIDs.timeBased())); |
|||
} |
|||
|
|||
testDevicesDispersion(devices); |
|||
} |
|||
|
|||
@Test |
|||
public void testDispersionOnDevicesFromFile() throws IOException { |
|||
List<String> deviceIdsStrList = Files.readAllLines(Paths.get("/home/ashvayka/Downloads/deviceIds.out")); |
|||
List<DeviceId> devices = deviceIdsStrList.stream().map(String::trim).filter(s -> !s.isEmpty()).map(UUIDConverter::fromString).map(DeviceId::new).collect(Collectors.toList()); |
|||
System.out.println("Devices: " + devices.size()); |
|||
testDevicesDispersion(devices); |
|||
testDevicesDispersion(devices); |
|||
testDevicesDispersion(devices); |
|||
testDevicesDispersion(devices); |
|||
testDevicesDispersion(devices); |
|||
|
|||
} |
|||
|
|||
private void testDevicesDispersion(List<DeviceId> devices) { |
|||
long start = System.currentTimeMillis(); |
|||
Map<ServerAddress, Integer> map = new HashMap<>(); |
|||
for (DeviceId deviceId : devices) { |
|||
ServerAddress address = clusterRoutingService.resolveById(deviceId).orElse(currentServer); |
|||
map.put(address, map.getOrDefault(address, 0) + 1); |
|||
} |
|||
|
|||
List<Map.Entry<ServerAddress, Integer>> data = map.entrySet().stream().sorted(Comparator.comparingInt(Map.Entry::getValue)).collect(Collectors.toList()); |
|||
long end = System.currentTimeMillis(); |
|||
System.out.println("Size: " + virtualNodesSize + " Time: " + (end - start) + " Diff: " + (data.get(data.size() - 1).getValue() - data.get(0).getValue())); |
|||
|
|||
for (Map.Entry<ServerAddress, Integer> entry : data) { |
|||
// System.out.println(entry.getKey().getHost() + ": " + entry.getValue());
|
|||
} |
|||
|
|||
} |
|||
|
|||
} |
|||
Loading…
Reference in new issue