Andrii Landiak
1 year ago
79 changed files with 805 additions and 414 deletions
@ -1,95 +0,0 @@ |
|||||
/** |
|
||||
* Copyright © 2016-2025 The Thingsboard Authors |
|
||||
* |
|
||||
* Licensed under the Apache License, Version 2.0 (the "License"); |
|
||||
* you may not use this file except in compliance with the License. |
|
||||
* You may obtain a copy of the License at |
|
||||
* |
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
|
||||
* |
|
||||
* Unless required by applicable law or agreed to in writing, software |
|
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
|
||||
* See the License for the specific language governing permissions and |
|
||||
* limitations under the License. |
|
||||
*/ |
|
||||
package org.thingsboard.server.service.cf.cache; |
|
||||
|
|
||||
import lombok.RequiredArgsConstructor; |
|
||||
import lombok.extern.slf4j.Slf4j; |
|
||||
import org.springframework.stereotype.Service; |
|
||||
import org.thingsboard.server.common.data.DataConstants; |
|
||||
import org.thingsboard.server.common.data.id.EntityId; |
|
||||
import org.thingsboard.server.common.data.id.TenantId; |
|
||||
import org.thingsboard.server.common.msg.queue.ServiceType; |
|
||||
import org.thingsboard.server.common.msg.queue.TopicPartitionInfo; |
|
||||
import org.thingsboard.server.queue.discovery.PartitionService; |
|
||||
import org.thingsboard.server.queue.discovery.QueueKey; |
|
||||
import org.thingsboard.server.queue.discovery.TbApplicationEventListener; |
|
||||
import org.thingsboard.server.queue.discovery.event.PartitionChangeEvent; |
|
||||
import org.thingsboard.server.queue.util.TbRuleEngineComponent; |
|
||||
|
|
||||
import java.util.Collection; |
|
||||
import java.util.Collections; |
|
||||
import java.util.List; |
|
||||
import java.util.concurrent.ConcurrentHashMap; |
|
||||
import java.util.concurrent.ConcurrentMap; |
|
||||
import java.util.stream.Collectors; |
|
||||
|
|
||||
@TbRuleEngineComponent |
|
||||
@Service |
|
||||
@Slf4j |
|
||||
@RequiredArgsConstructor |
|
||||
//TODO ashvayka: remove and use TenantEntityProfileCache in each CalculatedFieldManagerMessageProcessor;
|
|
||||
public class DefaultCalculatedFieldEntityProfileCache extends TbApplicationEventListener<PartitionChangeEvent> implements CalculatedFieldEntityProfileCache { |
|
||||
|
|
||||
private static final Integer UNKNOWN = 0; |
|
||||
private final ConcurrentMap<TenantId, TenantEntityProfileCache> tenantCache = new ConcurrentHashMap<>(); |
|
||||
private final PartitionService partitionService; |
|
||||
private volatile List<Integer> myPartitions = Collections.emptyList(); |
|
||||
|
|
||||
@Override |
|
||||
protected void onTbApplicationEvent(PartitionChangeEvent event) { |
|
||||
myPartitions = event.getCfPartitions().stream() |
|
||||
.filter(TopicPartitionInfo::isMyPartition) |
|
||||
.map(tpi -> tpi.getPartition().orElse(UNKNOWN)).collect(Collectors.toList()); |
|
||||
//Naive approach that need to be improved.
|
|
||||
tenantCache.values().forEach(cache -> cache.setMyPartitions(myPartitions)); |
|
||||
} |
|
||||
|
|
||||
@Override |
|
||||
public void add(TenantId tenantId, EntityId profileId, EntityId entityId) { |
|
||||
var tpi = partitionService.resolve(ServiceType.TB_RULE_ENGINE, DataConstants.CF_QUEUE_NAME, tenantId, entityId); |
|
||||
var partition = tpi.getPartition().orElse(UNKNOWN); |
|
||||
tenantCache.computeIfAbsent(tenantId, id -> new TenantEntityProfileCache()) |
|
||||
.add(profileId, entityId, partition, tpi.isMyPartition()); |
|
||||
} |
|
||||
|
|
||||
@Override |
|
||||
public void update(TenantId tenantId, EntityId oldProfileId, EntityId newProfileId, EntityId entityId) { |
|
||||
var tpi = partitionService.resolve(ServiceType.TB_RULE_ENGINE, DataConstants.CF_QUEUE_NAME, tenantId, entityId); |
|
||||
var partition = tpi.getPartition().orElse(UNKNOWN); |
|
||||
var cache = tenantCache.computeIfAbsent(tenantId, id -> new TenantEntityProfileCache()); |
|
||||
//TODO: make this method atomic;
|
|
||||
cache.remove(oldProfileId, entityId); |
|
||||
cache.add(newProfileId, entityId, partition, tpi.isMyPartition()); |
|
||||
} |
|
||||
|
|
||||
@Override |
|
||||
public void evict(TenantId tenantId, EntityId entityId) { |
|
||||
var cache = tenantCache.computeIfAbsent(tenantId, id -> new TenantEntityProfileCache()); |
|
||||
cache.removeEntityId(entityId); |
|
||||
} |
|
||||
|
|
||||
@Override |
|
||||
public Collection<EntityId> getMyEntityIdsByProfileId(TenantId tenantId, EntityId profileId) { |
|
||||
return tenantCache.computeIfAbsent(tenantId, id -> new TenantEntityProfileCache()).getMyEntityIdsByProfileId(profileId); |
|
||||
} |
|
||||
|
|
||||
@Override |
|
||||
public int getEntityIdPartition(TenantId tenantId, EntityId entityId) { |
|
||||
var tpi = partitionService.resolve(ServiceType.TB_RULE_ENGINE, DataConstants.CF_QUEUE_NAME, tenantId, entityId); |
|
||||
return tpi.getPartition().orElse(UNKNOWN); |
|
||||
} |
|
||||
|
|
||||
} |
|
||||
@ -0,0 +1,22 @@ |
|||||
|
/** |
||||
|
* Copyright © 2016-2025 The Thingsboard Authors |
||||
|
* |
||||
|
* Licensed under the Apache License, Version 2.0 (the "License"); |
||||
|
* you may not use this file except in compliance with the License. |
||||
|
* You may obtain a copy of the License at |
||||
|
* |
||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
|
* |
||||
|
* Unless required by applicable law or agreed to in writing, software |
||||
|
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
|
* See the License for the specific language governing permissions and |
||||
|
* limitations under the License. |
||||
|
*/ |
||||
|
package org.thingsboard.server.queue; |
||||
|
|
||||
|
public interface TbEdgeQueueAdmin extends TbQueueAdmin { |
||||
|
void syncEdgeNotificationsOffsets(String fatGroupId, String newGroupId); |
||||
|
|
||||
|
void deleteConsumerGroup(String consumerGroupId); |
||||
|
} |
||||
@ -0,0 +1,33 @@ |
|||||
|
/** |
||||
|
* Copyright © 2016-2025 The Thingsboard Authors |
||||
|
* |
||||
|
* Licensed under the Apache License, Version 2.0 (the "License"); |
||||
|
* you may not use this file except in compliance with the License. |
||||
|
* You may obtain a copy of the License at |
||||
|
* |
||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
|
* |
||||
|
* Unless required by applicable law or agreed to in writing, software |
||||
|
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
|
* See the License for the specific language governing permissions and |
||||
|
* limitations under the License. |
||||
|
*/ |
||||
|
package org.thingsboard.server.common.msg.cf; |
||||
|
|
||||
|
import lombok.Data; |
||||
|
import org.thingsboard.server.common.data.id.TenantId; |
||||
|
import org.thingsboard.server.common.msg.MsgType; |
||||
|
import org.thingsboard.server.common.msg.ToCalculatedFieldSystemMsg; |
||||
|
|
||||
|
@Data |
||||
|
public class CalculatedFieldCacheInitMsg implements ToCalculatedFieldSystemMsg { |
||||
|
|
||||
|
private final TenantId tenantId; |
||||
|
|
||||
|
@Override |
||||
|
public MsgType getMsgType() { |
||||
|
return MsgType.CF_CACHE_INIT_MSG; |
||||
|
} |
||||
|
|
||||
|
} |
||||
Loading…
Reference in new issue