61 changed files with 262 additions and 248 deletions
2
common/data/src/main/java/org/thingsboard/server/common/data/notification/rule/trigger/RuleEngineComponentLifecycleEventNotificationRuleTriggerConfig.java → common/data/src/main/java/org/thingsboard/server/common/data/notification/rule/trigger/config/RuleEngineComponentLifecycleEventNotificationRuleTriggerConfig.java
2
common/data/src/main/java/org/thingsboard/server/common/data/notification/rule/trigger/RuleEngineComponentLifecycleEventNotificationRuleTriggerConfig.java → common/data/src/main/java/org/thingsboard/server/common/data/notification/rule/trigger/config/RuleEngineComponentLifecycleEventNotificationRuleTriggerConfig.java
@ -0,0 +1,114 @@ |
|||
/** |
|||
* Copyright © 2016-2023 The Thingsboard Authors |
|||
* |
|||
* Licensed under the Apache License, Version 2.0 (the "License"); |
|||
* you may not use this file except in compliance with the License. |
|||
* You may obtain a copy of the License at |
|||
* |
|||
* http://www.apache.org/licenses/LICENSE-2.0
|
|||
* |
|||
* Unless required by applicable law or agreed to in writing, software |
|||
* distributed under the License is distributed on an "AS IS" BASIS, |
|||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
|||
* See the License for the specific language governing permissions and |
|||
* limitations under the License. |
|||
*/ |
|||
package org.thingsboard.server.queue.notification; |
|||
|
|||
import lombok.RequiredArgsConstructor; |
|||
import lombok.extern.slf4j.Slf4j; |
|||
import org.springframework.beans.factory.annotation.Autowired; |
|||
import org.springframework.beans.factory.annotation.Value; |
|||
import org.springframework.cache.Cache; |
|||
import org.springframework.cache.CacheManager; |
|||
import org.springframework.stereotype.Service; |
|||
import org.springframework.util.ConcurrentReferenceHashMap; |
|||
import org.thingsboard.server.common.data.CacheConstants; |
|||
import org.thingsboard.server.common.data.notification.rule.NotificationRule; |
|||
import org.thingsboard.server.common.data.notification.rule.trigger.NotificationRuleTrigger; |
|||
import org.thingsboard.server.common.data.notification.rule.trigger.config.NotificationRuleTriggerType; |
|||
import org.thingsboard.server.queue.util.PropertyUtils; |
|||
|
|||
import java.util.HashMap; |
|||
import java.util.Map; |
|||
import java.util.concurrent.ConcurrentMap; |
|||
|
|||
import static org.springframework.util.ConcurrentReferenceHashMap.ReferenceType.SOFT; |
|||
|
|||
@Service |
|||
@RequiredArgsConstructor |
|||
@Slf4j |
|||
public class DefaultNotificationDeduplicationService implements NotificationDeduplicationService { |
|||
|
|||
private Map<NotificationRuleTriggerType, Long> deduplicationDurations; |
|||
|
|||
private final CacheManager cacheManager; |
|||
private final ConcurrentMap<String, Long> localCache = new ConcurrentReferenceHashMap<>(16, SOFT); |
|||
|
|||
@Override |
|||
public boolean alreadyProcessed(NotificationRuleTrigger trigger) { |
|||
String deduplicationKey = trigger.getDeduplicationKey(); |
|||
return alreadyProcessed(trigger, deduplicationKey, true); |
|||
} |
|||
|
|||
@Override |
|||
public boolean alreadyProcessed(NotificationRuleTrigger trigger, NotificationRule rule) { |
|||
String deduplicationKey = getDeduplicationKey(trigger, rule); |
|||
return alreadyProcessed(trigger, deduplicationKey, false); |
|||
} |
|||
|
|||
private boolean alreadyProcessed(NotificationRuleTrigger trigger, String deduplicationKey, boolean onlyLocalCache) { |
|||
Long lastProcessedTs = localCache.get(deduplicationKey); |
|||
if (lastProcessedTs == null && !onlyLocalCache) { |
|||
Cache externalCache = cacheManager.getCache(CacheConstants.SENT_NOTIFICATIONS_CACHE); |
|||
if (externalCache != null) { |
|||
lastProcessedTs = externalCache.get(deduplicationKey, Long.class); |
|||
} else { |
|||
log.warn("Sent notifications cache is not set up"); |
|||
} |
|||
} |
|||
|
|||
boolean alreadyProcessed = false; |
|||
if (lastProcessedTs != null) { |
|||
long deduplicationDuration = getDeduplicationDuration(trigger); |
|||
long passed = System.currentTimeMillis() - lastProcessedTs; |
|||
log.trace("Deduplicating trigger {} by key '{}'. Deduplication duration: {} ms, passed: {} ms", |
|||
trigger.getType(), deduplicationKey, deduplicationDuration, passed); |
|||
if (deduplicationDuration == 0 || passed <= deduplicationDuration) { |
|||
alreadyProcessed = true; |
|||
} |
|||
} |
|||
|
|||
if (!alreadyProcessed) { |
|||
lastProcessedTs = System.currentTimeMillis(); |
|||
} |
|||
localCache.put(deduplicationKey, lastProcessedTs); |
|||
if (!onlyLocalCache) { |
|||
Cache externalCache = cacheManager.getCache(CacheConstants.SENT_NOTIFICATIONS_CACHE); |
|||
if (externalCache != null) { |
|||
externalCache.put(deduplicationKey, lastProcessedTs); |
|||
} |
|||
} |
|||
return alreadyProcessed; |
|||
} |
|||
|
|||
public static String getDeduplicationKey(NotificationRuleTrigger trigger, NotificationRule rule) { |
|||
return String.join("_", trigger.getDeduplicationKey(), rule.getDeduplicationKey()); |
|||
} |
|||
|
|||
private long getDeduplicationDuration(NotificationRuleTrigger trigger) { |
|||
return deduplicationDurations.computeIfAbsent(trigger.getType(), triggerType -> { |
|||
return trigger.getDefaultDeduplicationDuration(); |
|||
}); |
|||
} |
|||
|
|||
@Autowired |
|||
public void setDeduplicationDurations(@Value("${notification_system.rules.deduplication_durations:}") |
|||
String deduplicationDurationsStr) { |
|||
this.deduplicationDurations = new HashMap<>(); |
|||
PropertyUtils.getProps(deduplicationDurationsStr).forEach((triggerType, duration) -> { |
|||
this.deduplicationDurations.put(NotificationRuleTriggerType.valueOf(triggerType), Long.parseLong(duration)); |
|||
}); |
|||
} |
|||
|
|||
} |
|||
Loading…
Reference in new issue