q792602257/FrameTour-BE
0
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

清理数据根据景区清理

Browse Source
This commit is contained in:
Jerry Yan 2025-03-17 18:36:38 +08:00
parent f36416bad2
commit 50a7c2e9c4
1 changed files with 42 additions and 30 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

46
src/main/java/com/ycwl/basic/task/FaceCleaner.java
View File

@ -1,6 +1,8 @@
package com.ycwl.basic.task; package com.ycwl.basic.task;
import cn.hutool.core.date.DateUtil; import cn.hutool.core.date.DateUtil;
import com.alibaba.fastjson.JSONObject;
import com.ycwl.basic.constant.StorageConstant;
import com.ycwl.basic.mapper.FaceMapper; import com.ycwl.basic.mapper.FaceMapper;
import com.ycwl.basic.mapper.FaceSampleMapper; import com.ycwl.basic.mapper.FaceSampleMapper;
import com.ycwl.basic.mapper.ScenicMapper; import com.ycwl.basic.mapper.ScenicMapper;
@ -31,6 +33,7 @@ import org.springframework.stereotype.Component;
import java.util.Date; import java.util.Date;
import java.util.List; import java.util.List;
import java.util.Map;
import java.util.Objects; import java.util.Objects;
import static com.ycwl.basic.constant.FaceConstant.USER_FACE_DB_NAME; import static com.ycwl.basic.constant.FaceConstant.USER_FACE_DB_NAME;
@ -192,40 +195,49 @@ public class FaceCleaner {
private void cleanSourceOss() { private void cleanSourceOss() {
log.info("开始清理源视频素材文件"); log.info("开始清理源视频素材文件");
List<SourceRespVO> list = sourceMapper.list(new SourceReqQuery()); List<SourceRespVO> list = sourceMapper.list(new SourceReqQuery());
IStorageAdapter adapter = StorageFactory.use("assets-ext"); scenicMapper.list(new ScenicReqQuery()).forEach(scenic -> {
List<StorageFileObject> fileObjectList = adapter.listDir("video-source"); ScenicConfigEntity scenicConfig = scenicRepository.getScenicConfig(scenic.getId());
IStorageAdapter adapter = StorageFactory.get(scenicConfig.getStoreType());
adapter.loadConfig(JSONObject.parseObject(scenicConfig.getStoreConfigJson(), Map.class));
log.info("开始清理视频文件");
List<StorageFileObject> fileObjectList = adapter.listDir(StorageConstant.VIDEO_PIECE_PATH);
fileObjectList.parallelStream().forEach(fileObject -> { fileObjectList.parallelStream().forEach(fileObject -> {
if (list.parallelStream().filter(videoRespVO -> Objects.nonNull(videoRespVO.getVideoUrl())).noneMatch(videoRespVO -> videoRespVO.getVideoUrl().contains(fileObject.getFullPath()))){ if (list.parallelStream().filter(videoRespVO -> Objects.nonNull(videoRespVO.getVideoUrl())).noneMatch(videoRespVO -> videoRespVO.getVideoUrl().contains(fileObject.getFullPath()))){
log.info("删除源视频素材文件：{}", fileObject); log.info("删除文件：{}", fileObject);
adapter.deleteFile(fileObject.getFullPath()); adapter.deleteFile(fileObject.getFullPath());
} else { } else {
log.info("源视频素材文件存在关系：{}，未删除", fileObject); log.info("文件存在关系：{}，未删除", fileObject);
} }
}); });
log.info("开始清理源图片素材文件"); log.info("开始清理图片文件");
IStorageAdapter imageAdapter = StorageFactory.use("faces"); fileObjectList = adapter.listDir(StorageConstant.PHOTO_PATH);
List<StorageFileObject> imageFileObjectList = imageAdapter.listDir("user-photo"); fileObjectList.parallelStream().forEach(fileObject -> {
imageFileObjectList.parallelStream().forEach(fileObject -> {
if (list.parallelStream().filter(videoRespVO -> Objects.nonNull(videoRespVO.getUrl())).noneMatch(videoRespVO -> videoRespVO.getUrl().contains(fileObject.getFullPath()))){ if (list.parallelStream().filter(videoRespVO -> Objects.nonNull(videoRespVO.getUrl())).noneMatch(videoRespVO -> videoRespVO.getUrl().contains(fileObject.getFullPath()))){
log.info("删除图片文件：{}", fileObject); log.info("删除文件：{}", fileObject);
imageAdapter.deleteFile(fileObject.getFullPath()); adapter.deleteFile(fileObject.getFullPath());
} else { } else {
log.info("图片文件存在关系：{}，未删除", fileObject); log.info("文件存在关系：{}，未删除", fileObject);
} }
}); });
});
} }
private void cleanVideoOss() { private void cleanVideoOss() {
log.info("开始清理视频文件"); log.info("开始清理视频文件");
List<VideoRespVO> videoRespVOS = videoMapper.list(new VideoReqQuery()); List<VideoRespVO> list = videoMapper.list(new VideoReqQuery());
IStorageAdapter adapter = StorageFactory.use("video"); scenicMapper.list(new ScenicReqQuery()).forEach(scenic -> {
List<StorageFileObject> fileObjectList = adapter.listDir(""); ScenicConfigEntity scenicConfig = scenicRepository.getScenicConfig(scenic.getId());
IStorageAdapter adapter = StorageFactory.get(scenicConfig.getStoreType());
adapter.loadConfig(JSONObject.parseObject(scenicConfig.getStoreConfigJson(), Map.class));
log.info("开始清理视频文件");
List<StorageFileObject> fileObjectList = adapter.listDir(StorageConstant.VLOG_PATH);
fileObjectList.parallelStream().forEach(fileObject -> { fileObjectList.parallelStream().forEach(fileObject -> {
if (videoRespVOS.parallelStream().noneMatch(videoRespVO -> videoRespVO.getVideoUrl().contains(fileObject.getFullPath()))){ if (list.parallelStream().filter(videoRespVO -> Objects.nonNull(videoRespVO.getVideoUrl())).noneMatch(videoRespVO -> videoRespVO.getVideoUrl().contains(fileObject.getFullPath()))){
log.info("删除视频文件：{}", fileObject); log.info("删除文件：{}", fileObject);
adapter.deleteFile(fileObject.getFullPath()); adapter.deleteFile(fileObject.getFullPath());
} else { } else {
log.info("视频文件存在关系：{}，未删除", fileObject); log.info("文件存在关系：{}，未删除", fileObject);
} }
}); });
});
} }
} }