支持s3 storage

src/main/java/com/ycwl/basic/storage/adapters/AwsOssAdapter.java

@@ -0,0 +1,196 @@
+package com.ycwl.basic.storage.adapters;
+
+import com.amazonaws.ClientConfiguration;
+import com.amazonaws.HttpMethod;
+import com.amazonaws.Protocol;
+import com.amazonaws.auth.BasicAWSCredentials;
+import com.amazonaws.services.s3.AmazonS3;
+import com.amazonaws.services.s3.AmazonS3Client;
+import com.amazonaws.services.s3.AmazonS3ClientBuilder;
+import com.amazonaws.services.s3.S3ClientOptions;
+import com.amazonaws.services.s3.model.*;
+import com.ycwl.basic.storage.entity.AwsOssStorageConfig;
+import com.ycwl.basic.storage.entity.StorageConfig;
+import com.ycwl.basic.storage.entity.StorageFileObject;
+import com.ycwl.basic.storage.exceptions.StorageConfigException;
+import com.ycwl.basic.storage.exceptions.StorageException;
+import com.ycwl.basic.storage.exceptions.UploadFileFailedException;
+import com.ycwl.basic.storage.utils.StorageUtil;
+import org.apache.commons.lang3.StringUtils;
+
+import java.io.InputStream;
+import java.net.URL;
+import java.util.ArrayList;
+import java.util.Collections;
+import java.util.Date;
+import java.util.List;
+import java.util.Map;
+import java.util.stream.Collectors;
+
+public class AwsOssAdapter extends AStorageAdapter {
+    private AwsOssStorageConfig config;
+
+    @Override
+    public void loadConfig(Map<String, String> _config) {
+        AwsOssStorageConfig config = new AwsOssStorageConfig();
+        config.setAccessKeyId(_config.get("accessKeyId"));
+        config.setAccessKeySecret(_config.get("accessKeySecret"));
+        config.setBucketName(_config.get("bucketName"));
+        config.setEndpoint(_config.get("endpoint"));
+        config.setRegion(_config.get("region"));
+        config.setUrl(_config.get("url"));
+        config.setPrefix(_config.get("prefix"));
+        config.checkEverythingOK();
+        this.config = config;
+    }
+
+    @Override
+    public void setConfig(StorageConfig config) {
+        if (config == null) {
+            throw new StorageConfigException("配置为空");
+        }
+        if (config instanceof AwsOssStorageConfig) {
+            this.config = (AwsOssStorageConfig) config;
+        } else {
+            throw new StorageConfigException("配置类型错误，传入的类为：" + config.getClass().getName());
+        }
+    }
+
+    @Override
+    public String uploadFile(InputStream inputStream, String... path) {
+        if (inputStream == null) {
+            return null;
+        }
+        String fullPath = buildPath(path);
+        AmazonS3 s3Client = getS3Client();
+        try {
+            ObjectMetadata metadata = new ObjectMetadata();
+            s3Client.putObject(new PutObjectRequest(config.getBucketName(), fullPath, inputStream, metadata));
+            return getUrl(path);
+        } catch (Exception e) {
+            throw new UploadFileFailedException("上传文件失败：" + e.getMessage());
+        }
+    }
+
+    @Override
+    public boolean deleteFile(String... path) {
+        AmazonS3 s3Client = getS3Client();
+        try {
+            s3Client.deleteObject(config.getBucketName(), buildPath(path));
+            return true;
+        } catch (Exception e) {
+            return false;
+        }
+    }
+
+    @Override
+    public String getUrl(String... path) {
+        return config.getUrl() + "/" + buildPath(path);
+    }
+
+    @Override
+    public String getUrlForDownload(Date expireDate, String... path) {
+        AmazonS3 s3Client = getS3Client();
+        URL url = s3Client.generatePresignedUrl(config.getBucketName(), buildPath(path), expireDate);
+        return url.toString();
+    }
+
+    @Override
+    public String getUrlForUpload(Date expireDate, String contentType, String... path) {
+        AmazonS3 s3Client = getS3Client();
+        GeneratePresignedUrlRequest request = new GeneratePresignedUrlRequest(config.getBucketName(), buildPath(path));
+        request.setMethod(HttpMethod.PUT);
+        if (StringUtils.isNotBlank(contentType)) {
+            request.setContentType(contentType);
+        }
+        request.setExpiration(expireDate);
+        URL url = s3Client.generatePresignedUrl(request);
+        return url.toString();
+    }
+
+    @Override
+    public List<StorageFileObject> listDir(String... path) {
+        AmazonS3 s3Client = getS3Client();
+        ListObjectsV2Request listObjectsV2Request = new ListObjectsV2Request()
+                .withBucketName(config.getBucketName())
+                .withPrefix(buildPath(path) + "/")
+                .withMaxKeys(1000);
+        boolean isTruncated = true;
+        String continuationToken = null;
+        List<S3ObjectSummary> objectList = new ArrayList<>();
+        try {
+            while (isTruncated) {
+                if (continuationToken != null) {
+                    listObjectsV2Request.setContinuationToken(continuationToken);
+                }
+
+                // 列举文件。
+                ListObjectsV2Result result = s3Client.listObjectsV2(listObjectsV2Request);
+
+                objectList.addAll(result.getObjectSummaries());
+
+                isTruncated = result.isTruncated();
+                continuationToken = result.getNextContinuationToken();
+            }
+            return objectList.stream().map(item -> {
+                StorageFileObject object = new StorageFileObject();
+                object.setPath(getRelativePath(item.getKey().substring(0, item.getKey().lastIndexOf("/"))));
+                object.setName(item.getKey().substring(item.getKey().lastIndexOf("/") + 1));
+                object.setSize(item.getSize());
+                object.setRawObject(item);
+                return object;
+            }).collect(Collectors.toList());
+        } catch (Exception e) {
+            throw new StorageException("列举文件失败：" + e.getMessage());
+        }
+    }
+
+    @Override
+    public boolean deleteDir(String... path) {
+        List<StorageFileObject> objectList = listDir(buildPath(path));
+        AmazonS3 s3Client = getS3Client();
+        if (objectList.isEmpty()) {
+            return true;
+        }
+        int idx = 0;
+        int batchSize = 999;
+        while (objectList.size() > idx) {
+            if (objectList.size() - idx < batchSize) {
+                batchSize = objectList.size() - idx;
+            }
+            List<StorageFileObject> subList = objectList.subList(idx, idx + batchSize);
+            idx += batchSize;
+            DeleteObjectsRequest request = new DeleteObjectsRequest(config.getBucketName())
+                    .withKeys(subList.stream().map(StorageFileObject::getFullPath).toArray(String[]::new));
+            try {
+                s3Client.deleteObjects(request);
+            } catch (Exception e) {
+                return false;
+            }
+        }
+        return true;
+    }
+
+    private AmazonS3Client getS3Client() {
+        BasicAWSCredentials basicAwsCred = new BasicAWSCredentials(config.getAccessKeyId(), config.getAccessKeySecret());
+        ClientConfiguration clientConfiguration = new ClientConfiguration();
+        clientConfiguration.setProtocol(Protocol.HTTPS);
+        AmazonS3Client s3 = new AmazonS3Client(basicAwsCred,clientConfiguration);
+        S3ClientOptions options = S3ClientOptions.builder().setPathStyleAccess(true).setPayloadSigningEnabled(true).disableChunkedEncoding().build();
+        s3.setS3ClientOptions(options);
+        s3.setEndpoint(config.getEndpoint());
+        return s3;
+    }
+
+    private String buildPath(String... paths) {
+        if (StringUtils.isNotBlank(config.getPrefix())) {
+            return StorageUtil.joinPath(config.getPrefix(), paths);
+        } else {
+            return StorageUtil.joinPath(paths);
+        }
+    }
+
+    private String getRelativePath(String path) {
+        return StorageUtil.getRelativePath(path, config.getPrefix());
+    }
+}