|
|
|
|
@@ -15,6 +15,7 @@ import com.datamate.datamanagement.domain.model.dataset.DatasetFile;
|
|
|
|
|
import com.datamate.datamanagement.domain.model.dataset.Tag;
|
|
|
|
|
import com.datamate.datamanagement.domain.model.knowledge.KnowledgeItem;
|
|
|
|
|
import com.datamate.datamanagement.domain.model.knowledge.KnowledgeSet;
|
|
|
|
|
import com.datamate.datamanagement.infrastructure.config.DataManagementProperties;
|
|
|
|
|
import com.datamate.datamanagement.infrastructure.exception.DataManagementErrorCode;
|
|
|
|
|
import com.datamate.datamanagement.infrastructure.persistence.mapper.TagMapper;
|
|
|
|
|
import com.datamate.datamanagement.infrastructure.persistence.repository.DatasetFileRepository;
|
|
|
|
|
@@ -27,6 +28,7 @@ import com.datamate.datamanagement.interfaces.dto.ImportKnowledgeItemsRequest;
|
|
|
|
|
import com.datamate.datamanagement.interfaces.dto.KnowledgeItemPagingQuery;
|
|
|
|
|
import com.datamate.datamanagement.interfaces.dto.KnowledgeItemResponse;
|
|
|
|
|
import com.datamate.datamanagement.interfaces.dto.UpdateKnowledgeItemRequest;
|
|
|
|
|
import com.datamate.datamanagement.interfaces.dto.UploadKnowledgeItemsRequest;
|
|
|
|
|
import jakarta.servlet.http.HttpServletResponse;
|
|
|
|
|
import lombok.RequiredArgsConstructor;
|
|
|
|
|
import lombok.extern.slf4j.Slf4j;
|
|
|
|
|
@@ -37,8 +39,12 @@ import org.apache.commons.compress.archivers.zip.ZipArchiveOutputStream;
|
|
|
|
|
import org.springframework.http.HttpHeaders;
|
|
|
|
|
import org.springframework.stereotype.Service;
|
|
|
|
|
import org.springframework.transaction.annotation.Transactional;
|
|
|
|
|
import org.springframework.web.multipart.MultipartFile;
|
|
|
|
|
|
|
|
|
|
import java.io.File;
|
|
|
|
|
import java.io.IOException;
|
|
|
|
|
import java.io.InputStream;
|
|
|
|
|
import java.net.URLEncoder;
|
|
|
|
|
import java.nio.charset.StandardCharsets;
|
|
|
|
|
import java.nio.file.Files;
|
|
|
|
|
import java.nio.file.Path;
|
|
|
|
|
@@ -69,12 +75,16 @@ public class KnowledgeItemApplicationService {
|
|
|
|
|
private static final String EXPORT_FILE_SUFFIX = ".zip";
|
|
|
|
|
private static final String EXPORT_CONTENT_TYPE = "application/zip";
|
|
|
|
|
private static final int MAX_FILE_BASE_LENGTH = 120;
|
|
|
|
|
private static final int MAX_TITLE_LENGTH = 200;
|
|
|
|
|
private static final String KNOWLEDGE_ITEM_UPLOAD_DIR = "knowledge-items";
|
|
|
|
|
private static final String DEFAULT_FILE_EXTENSION = "bin";
|
|
|
|
|
|
|
|
|
|
private final KnowledgeItemRepository knowledgeItemRepository;
|
|
|
|
|
private final KnowledgeSetRepository knowledgeSetRepository;
|
|
|
|
|
private final DatasetRepository datasetRepository;
|
|
|
|
|
private final DatasetFileRepository datasetFileRepository;
|
|
|
|
|
private final TagMapper tagMapper;
|
|
|
|
|
private final DataManagementProperties dataManagementProperties;
|
|
|
|
|
|
|
|
|
|
public KnowledgeItem createKnowledgeItem(String setId, CreateKnowledgeItemRequest request) {
|
|
|
|
|
KnowledgeSet knowledgeSet = requireKnowledgeSet(setId);
|
|
|
|
|
@@ -106,6 +116,73 @@ public class KnowledgeItemApplicationService {
|
|
|
|
|
return knowledgeItem;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
public List<KnowledgeItem> uploadKnowledgeItems(String setId, UploadKnowledgeItemsRequest request) {
|
|
|
|
|
KnowledgeSet knowledgeSet = requireKnowledgeSet(setId);
|
|
|
|
|
BusinessAssert.isTrue(!isReadOnlyStatus(knowledgeSet.getStatus()),
|
|
|
|
|
DataManagementErrorCode.KNOWLEDGE_SET_STATUS_ERROR);
|
|
|
|
|
|
|
|
|
|
List<MultipartFile> files = request.getFiles();
|
|
|
|
|
BusinessAssert.isTrue(CollectionUtils.isNotEmpty(files), CommonErrorCode.PARAM_ERROR);
|
|
|
|
|
|
|
|
|
|
Path uploadRoot = resolveUploadRootPath();
|
|
|
|
|
Path setDir = uploadRoot.resolve(KNOWLEDGE_ITEM_UPLOAD_DIR).resolve(setId).normalize();
|
|
|
|
|
BusinessAssert.isTrue(setDir.startsWith(uploadRoot), CommonErrorCode.PARAM_ERROR);
|
|
|
|
|
createDirectories(setDir);
|
|
|
|
|
|
|
|
|
|
boolean singleFile = files.size() == 1;
|
|
|
|
|
String overrideTitle = StringUtils.trimToNull(request.getTitle());
|
|
|
|
|
List<KnowledgeItem> items = new ArrayList<>();
|
|
|
|
|
|
|
|
|
|
for (MultipartFile file : files) {
|
|
|
|
|
BusinessAssert.notNull(file, CommonErrorCode.PARAM_ERROR);
|
|
|
|
|
BusinessAssert.isTrue(!file.isEmpty(), CommonErrorCode.PARAM_ERROR);
|
|
|
|
|
|
|
|
|
|
String originalName = resolveOriginalFileName(file);
|
|
|
|
|
String safeOriginalName = sanitizeFileName(originalName);
|
|
|
|
|
if (StringUtils.isBlank(safeOriginalName)) {
|
|
|
|
|
safeOriginalName = "file";
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
String extension = getFileExtension(safeOriginalName);
|
|
|
|
|
String storedName = UUID.randomUUID().toString() +
|
|
|
|
|
(StringUtils.isBlank(extension) ? "" : "." + extension);
|
|
|
|
|
Path targetPath = setDir.resolve(storedName).normalize();
|
|
|
|
|
BusinessAssert.isTrue(targetPath.startsWith(setDir), CommonErrorCode.PARAM_ERROR);
|
|
|
|
|
|
|
|
|
|
saveMultipartFile(file, targetPath);
|
|
|
|
|
|
|
|
|
|
KnowledgeItem knowledgeItem = new KnowledgeItem();
|
|
|
|
|
knowledgeItem.setId(UUID.randomUUID().toString());
|
|
|
|
|
knowledgeItem.setSetId(setId);
|
|
|
|
|
String title = singleFile && StringUtils.isNotBlank(overrideTitle)
|
|
|
|
|
? overrideTitle
|
|
|
|
|
: stripExtension(safeOriginalName);
|
|
|
|
|
if (StringUtils.isBlank(title)) {
|
|
|
|
|
title = "未命名文件";
|
|
|
|
|
}
|
|
|
|
|
knowledgeItem.setTitle(trimToLength(title, MAX_TITLE_LENGTH));
|
|
|
|
|
knowledgeItem.setContent(buildRelativeFilePath(setId, storedName));
|
|
|
|
|
knowledgeItem.setContentType(KnowledgeContentType.FILE);
|
|
|
|
|
knowledgeItem.setSourceType(KnowledgeSourceType.FILE_UPLOAD);
|
|
|
|
|
knowledgeItem.setSourceFileId(trimToLength(safeOriginalName, MAX_TITLE_LENGTH));
|
|
|
|
|
knowledgeItem.setStatus(request.getStatus() == null ? KnowledgeStatusType.DRAFT : request.getStatus());
|
|
|
|
|
|
|
|
|
|
applyDefaultsFromSet(knowledgeItem, knowledgeSet, request.getTags(), request.getDomain(),
|
|
|
|
|
request.getBusinessLine(), request.getOwner(), request.getSensitivity(),
|
|
|
|
|
request.getValidFrom(), request.getValidTo(), request.getMetadata());
|
|
|
|
|
|
|
|
|
|
validateEffectivePeriod(knowledgeItem.getValidFrom(), knowledgeItem.getValidTo());
|
|
|
|
|
validatePublishable(knowledgeItem);
|
|
|
|
|
|
|
|
|
|
items.add(knowledgeItem);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (CollectionUtils.isNotEmpty(items)) {
|
|
|
|
|
knowledgeItemRepository.saveBatch(items, items.size());
|
|
|
|
|
}
|
|
|
|
|
return items;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
public KnowledgeItem updateKnowledgeItem(String setId, String itemId, UpdateKnowledgeItemRequest request) {
|
|
|
|
|
KnowledgeSet knowledgeSet = requireKnowledgeSet(setId);
|
|
|
|
|
KnowledgeItem knowledgeItem = knowledgeItemRepository.getById(itemId);
|
|
|
|
|
@@ -245,8 +322,7 @@ public class KnowledgeItemApplicationService {
|
|
|
|
|
String entryName = buildItemEntryName(item, nameCounter);
|
|
|
|
|
ZipArchiveEntry entry = new ZipArchiveEntry(entryName);
|
|
|
|
|
zos.putArchiveEntry(entry);
|
|
|
|
|
byte[] contentBytes = (item.getContent() == null ? "" : item.getContent())
|
|
|
|
|
.getBytes(StandardCharsets.UTF_8);
|
|
|
|
|
byte[] contentBytes = resolveExportContent(item);
|
|
|
|
|
zos.write(contentBytes);
|
|
|
|
|
zos.closeArchiveEntry();
|
|
|
|
|
}
|
|
|
|
|
@@ -257,6 +333,126 @@ public class KnowledgeItemApplicationService {
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
@Transactional(readOnly = true)
|
|
|
|
|
public void downloadKnowledgeItemFile(String setId, String itemId, HttpServletResponse response) {
|
|
|
|
|
BusinessAssert.notNull(response, CommonErrorCode.PARAM_ERROR);
|
|
|
|
|
KnowledgeItem knowledgeItem = knowledgeItemRepository.getById(itemId);
|
|
|
|
|
BusinessAssert.notNull(knowledgeItem, DataManagementErrorCode.KNOWLEDGE_ITEM_NOT_FOUND);
|
|
|
|
|
BusinessAssert.isTrue(Objects.equals(knowledgeItem.getSetId(), setId), CommonErrorCode.PARAM_ERROR);
|
|
|
|
|
BusinessAssert.isTrue(knowledgeItem.getContentType() == KnowledgeContentType.FILE
|
|
|
|
|
|| knowledgeItem.getSourceType() == KnowledgeSourceType.FILE_UPLOAD,
|
|
|
|
|
CommonErrorCode.PARAM_ERROR);
|
|
|
|
|
|
|
|
|
|
String relativePath = knowledgeItem.getContent();
|
|
|
|
|
BusinessAssert.isTrue(StringUtils.isNotBlank(relativePath), CommonErrorCode.PARAM_ERROR);
|
|
|
|
|
Path filePath = resolveKnowledgeItemStoragePath(relativePath);
|
|
|
|
|
BusinessAssert.isTrue(Files.exists(filePath) && Files.isRegularFile(filePath), CommonErrorCode.PARAM_ERROR);
|
|
|
|
|
|
|
|
|
|
String downloadName = StringUtils.isNotBlank(knowledgeItem.getSourceFileId())
|
|
|
|
|
? knowledgeItem.getSourceFileId()
|
|
|
|
|
: filePath.getFileName().toString();
|
|
|
|
|
|
|
|
|
|
response.setContentType("application/octet-stream");
|
|
|
|
|
response.setCharacterEncoding(StandardCharsets.UTF_8.name());
|
|
|
|
|
response.setHeader(HttpHeaders.CONTENT_DISPOSITION,
|
|
|
|
|
"attachment; filename=\"" + URLEncoder.encode(downloadName, StandardCharsets.UTF_8) + "\"");
|
|
|
|
|
|
|
|
|
|
try (InputStream inputStream = Files.newInputStream(filePath)) {
|
|
|
|
|
inputStream.transferTo(response.getOutputStream());
|
|
|
|
|
response.flushBuffer();
|
|
|
|
|
} catch (IOException e) {
|
|
|
|
|
log.error("download knowledge item file error, itemId: {}", itemId, e);
|
|
|
|
|
throw BusinessException.of(SystemErrorCode.FILE_SYSTEM_ERROR);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
private byte[] resolveExportContent(KnowledgeItem item) {
|
|
|
|
|
if (item.getContentType() == KnowledgeContentType.FILE) {
|
|
|
|
|
String relativePath = item.getContent();
|
|
|
|
|
BusinessAssert.isTrue(StringUtils.isNotBlank(relativePath), CommonErrorCode.PARAM_ERROR);
|
|
|
|
|
Path filePath = resolveKnowledgeItemStoragePath(relativePath);
|
|
|
|
|
BusinessAssert.isTrue(Files.exists(filePath) && Files.isRegularFile(filePath), CommonErrorCode.PARAM_ERROR);
|
|
|
|
|
try {
|
|
|
|
|
return Files.readAllBytes(filePath);
|
|
|
|
|
} catch (IOException e) {
|
|
|
|
|
log.error("export knowledge item file error, itemId: {}", item.getId(), e);
|
|
|
|
|
throw BusinessException.of(SystemErrorCode.FILE_SYSTEM_ERROR);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
return (item.getContent() == null ? "" : item.getContent()).getBytes(StandardCharsets.UTF_8);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
private String resolveExportExtension(KnowledgeItem item) {
|
|
|
|
|
if (item.getContentType() == KnowledgeContentType.MARKDOWN) {
|
|
|
|
|
return "md";
|
|
|
|
|
}
|
|
|
|
|
if (item.getContentType() == KnowledgeContentType.FILE) {
|
|
|
|
|
String extension = getFileExtension(item.getSourceFileId());
|
|
|
|
|
if (StringUtils.isBlank(extension)) {
|
|
|
|
|
extension = getFileExtensionFromPath(item.getContent());
|
|
|
|
|
}
|
|
|
|
|
return StringUtils.isBlank(extension) ? DEFAULT_FILE_EXTENSION : extension;
|
|
|
|
|
}
|
|
|
|
|
return "txt";
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
private String getFileExtensionFromPath(String path) {
|
|
|
|
|
if (StringUtils.isBlank(path)) {
|
|
|
|
|
return "";
|
|
|
|
|
}
|
|
|
|
|
Path fileName = Paths.get(path).getFileName();
|
|
|
|
|
return fileName == null ? "" : getFileExtension(fileName.toString());
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
private Path resolveUploadRootPath() {
|
|
|
|
|
String uploadDir = dataManagementProperties.getFileStorage().getUploadDir();
|
|
|
|
|
BusinessAssert.isTrue(StringUtils.isNotBlank(uploadDir), CommonErrorCode.PARAM_ERROR);
|
|
|
|
|
return Paths.get(uploadDir).toAbsolutePath().normalize();
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
private Path resolveKnowledgeItemStoragePath(String relativePath) {
|
|
|
|
|
String normalizedRelativePath = relativePath.replace("/", File.separator);
|
|
|
|
|
Path root = resolveUploadRootPath();
|
|
|
|
|
Path target = root.resolve(normalizedRelativePath).toAbsolutePath().normalize();
|
|
|
|
|
BusinessAssert.isTrue(target.startsWith(root), CommonErrorCode.PARAM_ERROR);
|
|
|
|
|
return target;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
private String buildRelativeFilePath(String setId, String storedName) {
|
|
|
|
|
String relativePath = Paths.get(KNOWLEDGE_ITEM_UPLOAD_DIR, setId, storedName).toString();
|
|
|
|
|
return relativePath.replace(File.separatorChar, '/');
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
private void createDirectories(Path path) {
|
|
|
|
|
try {
|
|
|
|
|
Files.createDirectories(path);
|
|
|
|
|
} catch (IOException e) {
|
|
|
|
|
log.error("create knowledge item upload dir error, path: {}", path, e);
|
|
|
|
|
throw BusinessException.of(SystemErrorCode.FILE_SYSTEM_ERROR);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
private void saveMultipartFile(MultipartFile file, Path targetPath) {
|
|
|
|
|
try (InputStream inputStream = file.getInputStream()) {
|
|
|
|
|
Files.copy(inputStream, targetPath);
|
|
|
|
|
} catch (IOException e) {
|
|
|
|
|
log.error("save knowledge item file error, target: {}", targetPath, e);
|
|
|
|
|
throw BusinessException.of(SystemErrorCode.FILE_SYSTEM_ERROR);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
private String resolveOriginalFileName(MultipartFile file) {
|
|
|
|
|
String originalName = file.getOriginalFilename();
|
|
|
|
|
if (StringUtils.isBlank(originalName)) {
|
|
|
|
|
originalName = file.getName();
|
|
|
|
|
}
|
|
|
|
|
if (originalName == null) {
|
|
|
|
|
return "";
|
|
|
|
|
}
|
|
|
|
|
Path fileName = Paths.get(originalName).getFileName();
|
|
|
|
|
return fileName == null ? originalName : fileName.toString();
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
private KnowledgeSet requireKnowledgeSet(String setId) {
|
|
|
|
|
KnowledgeSet knowledgeSet = knowledgeSetRepository.getById(setId);
|
|
|
|
|
BusinessAssert.notNull(knowledgeSet, DataManagementErrorCode.KNOWLEDGE_SET_NOT_FOUND);
|
|
|
|
|
@@ -275,7 +471,7 @@ public class KnowledgeItemApplicationService {
|
|
|
|
|
}
|
|
|
|
|
baseName = trimToLength(baseName, MAX_FILE_BASE_LENGTH);
|
|
|
|
|
|
|
|
|
|
String extension = item.getContentType() == KnowledgeContentType.MARKDOWN ? "md" : "txt";
|
|
|
|
|
String extension = resolveExportExtension(item);
|
|
|
|
|
String baseKey = baseName + "." + extension;
|
|
|
|
|
int count = nameCounter.getOrDefault(baseKey, 0);
|
|
|
|
|
nameCounter.put(baseKey, count + 1);
|
|
|
|
|
@@ -325,6 +521,17 @@ public class KnowledgeItemApplicationService {
|
|
|
|
|
: KnowledgeContentType.TEXT;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
private String getFileExtension(String fileName) {
|
|
|
|
|
if (StringUtils.isBlank(fileName)) {
|
|
|
|
|
return "";
|
|
|
|
|
}
|
|
|
|
|
int dotIndex = fileName.lastIndexOf('.');
|
|
|
|
|
if (dotIndex <= 0 || dotIndex >= fileName.length() - 1) {
|
|
|
|
|
return "";
|
|
|
|
|
}
|
|
|
|
|
return fileName.substring(dotIndex + 1);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
private String getFileExtension(DatasetFile datasetFile) {
|
|
|
|
|
String fileName = datasetFile.getFileName();
|
|
|
|
|
if (StringUtils.isNotBlank(fileName) && fileName.contains(".")) {
|
|
|
|
|
|