Andrii Shvaika
4 years ago
14 changed files with 238 additions and 208 deletions
@ -0,0 +1,47 @@ |
|||
/** |
|||
* Copyright © 2016-2022 The Thingsboard Authors |
|||
* |
|||
* Licensed under the Apache License, Version 2.0 (the "License"); |
|||
* you may not use this file except in compliance with the License. |
|||
* You may obtain a copy of the License at |
|||
* |
|||
* http://www.apache.org/licenses/LICENSE-2.0
|
|||
* |
|||
* Unless required by applicable law or agreed to in writing, software |
|||
* distributed under the License is distributed on an "AS IS" BASIS, |
|||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
|||
* See the License for the specific language governing permissions and |
|||
* limitations under the License. |
|||
*/ |
|||
package org.thingsboard.server.cache.ota.files; |
|||
|
|||
import lombok.Data; |
|||
import org.thingsboard.server.common.data.id.EntityId; |
|||
import org.thingsboard.server.common.data.id.OtaPackageId; |
|||
|
|||
import java.io.File; |
|||
import java.nio.file.Path; |
|||
import java.util.concurrent.locks.Lock; |
|||
import java.util.concurrent.locks.ReentrantLock; |
|||
|
|||
@Data |
|||
public class OtaFileState { |
|||
|
|||
private final Lock lock = new ReentrantLock(); |
|||
private final OtaPackageId otaId; |
|||
private final Path filePath; |
|||
|
|||
private long lastActivityTime; |
|||
|
|||
public void updateLastActivityTime() { |
|||
lastActivityTime = System.currentTimeMillis(); |
|||
} |
|||
|
|||
public boolean exists(){ |
|||
return filePath.toFile().exists(); |
|||
} |
|||
|
|||
public File getFile() { |
|||
return filePath.toFile(); |
|||
} |
|||
} |
|||
@ -1,122 +0,0 @@ |
|||
/** |
|||
* Copyright © 2016-2022 The Thingsboard Authors |
|||
* |
|||
* Licensed under the Apache License, Version 2.0 (the "License"); |
|||
* you may not use this file except in compliance with the License. |
|||
* You may obtain a copy of the License at |
|||
* |
|||
* http://www.apache.org/licenses/LICENSE-2.0
|
|||
* |
|||
* Unless required by applicable law or agreed to in writing, software |
|||
* distributed under the License is distributed on an "AS IS" BASIS, |
|||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
|||
* See the License for the specific language governing permissions and |
|||
* limitations under the License. |
|||
*/ |
|||
package org.thingsboard.server.cache.ota.files; |
|||
|
|||
import lombok.extern.slf4j.Slf4j; |
|||
import org.apache.commons.io.FileUtils; |
|||
import org.springframework.beans.factory.annotation.Value; |
|||
import org.springframework.boot.context.event.ApplicationReadyEvent; |
|||
import org.springframework.context.event.EventListener; |
|||
import org.springframework.scheduling.annotation.Scheduled; |
|||
import org.springframework.stereotype.Component; |
|||
import org.thingsboard.server.common.data.id.OtaPackageId; |
|||
|
|||
import java.io.File; |
|||
import java.io.IOException; |
|||
import java.net.URI; |
|||
import java.nio.channels.FileChannel; |
|||
import java.nio.channels.FileLock; |
|||
import java.nio.file.Path; |
|||
import java.nio.file.StandardOpenOption; |
|||
import java.util.Arrays; |
|||
import java.util.List; |
|||
import java.util.Map; |
|||
import java.util.concurrent.ConcurrentHashMap; |
|||
import java.util.concurrent.ConcurrentMap; |
|||
import java.util.stream.Collectors; |
|||
|
|||
@Slf4j |
|||
@Component |
|||
public class TemporaryFileCleaner { |
|||
@Value("${files.temporary_files_directory}/ota/") |
|||
private String PATH; |
|||
private final static String FILE_NAME_TEMPLATE = "%s%s.tmp"; |
|||
private final static long TEMPORARY_FILE_INACTIVITY_TIME = 900_000; |
|||
private final ConcurrentMap<OtaPackageId, Long> lastActivityTimes = new ConcurrentHashMap<>(); |
|||
|
|||
public void updateFileUsageStatus(OtaPackageId otaPackageId) { |
|||
lastActivityTimes.put(otaPackageId, System.currentTimeMillis()); |
|||
} |
|||
|
|||
@EventListener(ApplicationReadyEvent.class) |
|||
public void cleanDirectoryWithTemporaryFiles() { |
|||
createTempDirectoryIfNotExist(); |
|||
cleanDirectory(); |
|||
log.info("Directory {} with temporary ota files cleaned", PATH); |
|||
} |
|||
|
|||
private void createTempDirectoryIfNotExist() { |
|||
File directory = new File(PATH); |
|||
if (!directory.exists()) { |
|||
try{ |
|||
FileUtils.forceMkdir(directory); |
|||
} catch(IOException e){ |
|||
log.error("Failed to create directory for temporary files ", e); |
|||
} |
|||
} |
|||
} |
|||
|
|||
private void cleanDirectory() { |
|||
File directory = new File(PATH); |
|||
if (directory.isDirectory()) { |
|||
File[] files = directory.listFiles(); |
|||
if (files == null) return; |
|||
Arrays.stream(files).forEach( |
|||
file -> { |
|||
try { |
|||
FileUtils.delete(file); |
|||
} catch (Exception e) { |
|||
log.error("Failed to delete file {}", file.getName(), e); |
|||
} |
|||
} |
|||
); |
|||
} |
|||
} |
|||
|
|||
@Scheduled(fixedDelay = 600_000) |
|||
private void deleteUnusedTemporaryFiles() { |
|||
long currentTime = System.currentTimeMillis(); |
|||
List<OtaPackageId> toBeDeleted = lastActivityTimes.entrySet() |
|||
.stream() |
|||
.filter(entry -> currentTime - entry.getValue() > TEMPORARY_FILE_INACTIVITY_TIME) |
|||
.map(Map.Entry::getKey) |
|||
.collect(Collectors.toList()); |
|||
try { |
|||
toBeDeleted.forEach(otaId -> { |
|||
deleteFile(otaId.getId().toString()); |
|||
lastActivityTimes.remove(otaId); |
|||
}); |
|||
} catch (Exception e) { |
|||
log.error("Failed to delete unused files", e); |
|||
} |
|||
log.info("Deleted {} unused temporary files", toBeDeleted.size()); |
|||
} |
|||
|
|||
private synchronized void deleteFile(String otaId) { |
|||
String fileName = String.format(FILE_NAME_TEMPLATE, PATH, otaId); |
|||
File file = new File(fileName); |
|||
try (FileChannel channel = FileChannel.open(Path.of(URI.create(file.getPath())), StandardOpenOption.APPEND)) { |
|||
FileLock lock = channel.lock(); |
|||
if (file.exists()) { |
|||
FileUtils.delete(file); |
|||
log.info("System file {} was deleted", file.getName()); |
|||
} |
|||
lock.release(); |
|||
} catch (IOException e) { |
|||
log.error("Failed to delete file {}", file.getName(), e); |
|||
} |
|||
} |
|||
} |
|||
Loading…
Reference in new issue