q792602257/FrameTour-BE
0
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

阿里OSS获取文件列表和删除逻辑优化

Browse Source
This commit is contained in:
Jerry Yan 2024-12-13 09:42:53 +08:00
parent f73d950599
commit ba00a90412
1 changed files with 18 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

27
src/main/java/com/ycwl/basic/device/operator/impl/AliOssStorageOperator.java
View File

@ -38,6 +38,7 @@ public class AliOssStorageOperator extends CommonPieceGetter<DeviceAliOssConfig>
OSS ossClient = getClient(); OSS ossClient = getClient();
ListObjectsV2Request listObjectsV2Request = new ListObjectsV2Request(config.getBucketName()); ListObjectsV2Request listObjectsV2Request = new ListObjectsV2Request(config.getBucketName());
listObjectsV2Request.setPrefix(config.getPrefix() + prefix); listObjectsV2Request.setPrefix(config.getPrefix() + prefix);
listObjectsV2Request.setMaxKeys(1000);
boolean isTruncated = true; boolean isTruncated = true;
String continuationToken = null; String continuationToken = null;
List<OSSObjectSummary> objectList = new ArrayList<>(); List<OSSObjectSummary> objectList = new ArrayList<>();
@ -94,16 +95,24 @@ public class AliOssStorageOperator extends CommonPieceGetter<DeviceAliOssConfig>
if (objectList == null) { if (objectList == null) {
return false; return false;
} }
DeleteObjectsRequest request = new DeleteObjectsRequest(config.getBucketName()); int idx = 0;
request.setKeys(objectList.stream().map(OSSObjectSummary::getKey).collect(Collectors.toList())); int batchSize = 999;
try { while (objectList.size() > idx) {
ossClient.deleteObjects(request); if (objectList.size() - idx < batchSize) {
return true; batchSize = objectList.size() - idx;
} catch (OSSException e) { }
return false; List<OSSObjectSummary> subList = objectList.subList(idx, idx + batchSize);
} finally { idx += batchSize;
ossClient.shutdown(); DeleteObjectsRequest request = new DeleteObjectsRequest(config.getBucketName());
request.setKeys(subList.stream().map(OSSObjectSummary::getKey).collect(Collectors.toList()));
try {
ossClient.deleteObjects(request);
} catch (OSSException e) {
return false;
}
} }
ossClient.shutdown();
return true;
} }
@Override @Override