You've already forked DataMate
feat(knowledge): 添加知识条目文件预览和替换功能
- 后端实现知识条目文件预览接口,支持多种文件类型在线预览 - 后端实现知识条目文件替换功能,保留原有文件管理逻辑 - 前端新增文件预览模态框组件,支持文本、图片、音视频预览 - 前端知识条目编辑器添加文件替换上传功能 - 前端优化文件内容截断预览逻辑,统一使用工具函数处理 - 前端修复 PUT 请求中 FormData 处理问题,确保文件上传正常工作 - 新增文件预览相关工具函数和常量配置
This commit is contained in:
@@ -27,6 +27,7 @@ import com.datamate.datamanagement.interfaces.dto.CreateKnowledgeItemRequest;
|
|||||||
import com.datamate.datamanagement.interfaces.dto.ImportKnowledgeItemsRequest;
|
import com.datamate.datamanagement.interfaces.dto.ImportKnowledgeItemsRequest;
|
||||||
import com.datamate.datamanagement.interfaces.dto.KnowledgeItemPagingQuery;
|
import com.datamate.datamanagement.interfaces.dto.KnowledgeItemPagingQuery;
|
||||||
import com.datamate.datamanagement.interfaces.dto.KnowledgeItemResponse;
|
import com.datamate.datamanagement.interfaces.dto.KnowledgeItemResponse;
|
||||||
|
import com.datamate.datamanagement.interfaces.dto.ReplaceKnowledgeItemFileRequest;
|
||||||
import com.datamate.datamanagement.interfaces.dto.UpdateKnowledgeItemRequest;
|
import com.datamate.datamanagement.interfaces.dto.UpdateKnowledgeItemRequest;
|
||||||
import com.datamate.datamanagement.interfaces.dto.UploadKnowledgeItemsRequest;
|
import com.datamate.datamanagement.interfaces.dto.UploadKnowledgeItemsRequest;
|
||||||
import jakarta.servlet.http.HttpServletResponse;
|
import jakarta.servlet.http.HttpServletResponse;
|
||||||
@@ -366,6 +367,118 @@ public class KnowledgeItemApplicationService {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@Transactional(readOnly = true)
|
||||||
|
public void previewKnowledgeItemFile(String setId, String itemId, HttpServletResponse response) {
|
||||||
|
BusinessAssert.notNull(response, CommonErrorCode.PARAM_ERROR);
|
||||||
|
KnowledgeItem knowledgeItem = knowledgeItemRepository.getById(itemId);
|
||||||
|
BusinessAssert.notNull(knowledgeItem, DataManagementErrorCode.KNOWLEDGE_ITEM_NOT_FOUND);
|
||||||
|
BusinessAssert.isTrue(Objects.equals(knowledgeItem.getSetId(), setId), CommonErrorCode.PARAM_ERROR);
|
||||||
|
BusinessAssert.isTrue(knowledgeItem.getContentType() == KnowledgeContentType.FILE
|
||||||
|
|| knowledgeItem.getSourceType() == KnowledgeSourceType.FILE_UPLOAD,
|
||||||
|
CommonErrorCode.PARAM_ERROR);
|
||||||
|
|
||||||
|
String relativePath = knowledgeItem.getContent();
|
||||||
|
BusinessAssert.isTrue(StringUtils.isNotBlank(relativePath), CommonErrorCode.PARAM_ERROR);
|
||||||
|
Path filePath = resolveKnowledgeItemStoragePath(relativePath);
|
||||||
|
BusinessAssert.isTrue(Files.exists(filePath) && Files.isRegularFile(filePath), CommonErrorCode.PARAM_ERROR);
|
||||||
|
|
||||||
|
String previewName = StringUtils.isNotBlank(knowledgeItem.getSourceFileId())
|
||||||
|
? knowledgeItem.getSourceFileId()
|
||||||
|
: filePath.getFileName().toString();
|
||||||
|
|
||||||
|
String contentType = null;
|
||||||
|
try {
|
||||||
|
contentType = Files.probeContentType(filePath);
|
||||||
|
} catch (IOException e) {
|
||||||
|
log.warn("probe knowledge item file content type failed, itemId: {}", itemId, e);
|
||||||
|
}
|
||||||
|
if (StringUtils.isBlank(contentType)) {
|
||||||
|
contentType = "application/octet-stream";
|
||||||
|
}
|
||||||
|
|
||||||
|
response.setContentType(contentType);
|
||||||
|
response.setCharacterEncoding(StandardCharsets.UTF_8.name());
|
||||||
|
response.setHeader(HttpHeaders.CONTENT_DISPOSITION,
|
||||||
|
"inline; filename=\"" + URLEncoder.encode(previewName, StandardCharsets.UTF_8) + "\"");
|
||||||
|
|
||||||
|
try (InputStream inputStream = Files.newInputStream(filePath)) {
|
||||||
|
inputStream.transferTo(response.getOutputStream());
|
||||||
|
response.flushBuffer();
|
||||||
|
} catch (IOException e) {
|
||||||
|
log.error("preview knowledge item file error, itemId: {}", itemId, e);
|
||||||
|
throw BusinessException.of(SystemErrorCode.FILE_SYSTEM_ERROR);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
public KnowledgeItem replaceKnowledgeItemFile(String setId, String itemId, ReplaceKnowledgeItemFileRequest request) {
|
||||||
|
KnowledgeSet knowledgeSet = requireKnowledgeSet(setId);
|
||||||
|
KnowledgeItem knowledgeItem = knowledgeItemRepository.getById(itemId);
|
||||||
|
BusinessAssert.notNull(knowledgeItem, DataManagementErrorCode.KNOWLEDGE_ITEM_NOT_FOUND);
|
||||||
|
BusinessAssert.isTrue(Objects.equals(knowledgeItem.getSetId(), setId), CommonErrorCode.PARAM_ERROR);
|
||||||
|
BusinessAssert.isTrue(!isReadOnlyStatus(knowledgeItem.getStatus()),
|
||||||
|
DataManagementErrorCode.KNOWLEDGE_ITEM_STATUS_ERROR);
|
||||||
|
BusinessAssert.isTrue(!isReadOnlyStatus(knowledgeSet.getStatus()),
|
||||||
|
DataManagementErrorCode.KNOWLEDGE_SET_STATUS_ERROR);
|
||||||
|
|
||||||
|
MultipartFile file = request == null ? null : request.getFile();
|
||||||
|
BusinessAssert.notNull(file, CommonErrorCode.PARAM_ERROR);
|
||||||
|
BusinessAssert.isTrue(!file.isEmpty(), CommonErrorCode.PARAM_ERROR);
|
||||||
|
BusinessAssert.isTrue(knowledgeItem.getContentType() == KnowledgeContentType.FILE
|
||||||
|
|| knowledgeItem.getSourceType() == KnowledgeSourceType.FILE_UPLOAD,
|
||||||
|
CommonErrorCode.PARAM_ERROR);
|
||||||
|
|
||||||
|
String oldRelativePath = knowledgeItem.getContent();
|
||||||
|
BusinessAssert.isTrue(StringUtils.isNotBlank(oldRelativePath), CommonErrorCode.PARAM_ERROR);
|
||||||
|
Path oldFilePath = resolveKnowledgeItemStoragePath(oldRelativePath);
|
||||||
|
BusinessAssert.isTrue(Files.exists(oldFilePath) && Files.isRegularFile(oldFilePath), CommonErrorCode.PARAM_ERROR);
|
||||||
|
|
||||||
|
Path uploadRoot = resolveUploadRootPath();
|
||||||
|
Path setDir = uploadRoot.resolve(KNOWLEDGE_ITEM_UPLOAD_DIR).resolve(setId).normalize();
|
||||||
|
BusinessAssert.isTrue(setDir.startsWith(uploadRoot), CommonErrorCode.PARAM_ERROR);
|
||||||
|
createDirectories(setDir);
|
||||||
|
|
||||||
|
String originalName = resolveOriginalFileName(file);
|
||||||
|
String safeOriginalName = sanitizeFileName(originalName);
|
||||||
|
if (StringUtils.isBlank(safeOriginalName)) {
|
||||||
|
safeOriginalName = "file";
|
||||||
|
}
|
||||||
|
|
||||||
|
String extension = getFileExtension(safeOriginalName);
|
||||||
|
String storedName = UUID.randomUUID().toString() +
|
||||||
|
(StringUtils.isBlank(extension) ? "" : "." + extension);
|
||||||
|
Path targetPath = setDir.resolve(storedName).normalize();
|
||||||
|
BusinessAssert.isTrue(targetPath.startsWith(setDir), CommonErrorCode.PARAM_ERROR);
|
||||||
|
|
||||||
|
saveMultipartFile(file, targetPath);
|
||||||
|
|
||||||
|
String title = stripExtension(safeOriginalName);
|
||||||
|
if (StringUtils.isBlank(title)) {
|
||||||
|
title = "未命名文件";
|
||||||
|
}
|
||||||
|
title = trimToLength(title, MAX_TITLE_LENGTH);
|
||||||
|
|
||||||
|
String sourceFileId = trimToLength(safeOriginalName, MAX_TITLE_LENGTH);
|
||||||
|
String newRelativePath = buildRelativeFilePath(setId, storedName);
|
||||||
|
|
||||||
|
try {
|
||||||
|
knowledgeItem.setTitle(title);
|
||||||
|
knowledgeItem.setContent(newRelativePath);
|
||||||
|
knowledgeItem.setContentType(KnowledgeContentType.FILE);
|
||||||
|
knowledgeItem.setSourceType(KnowledgeSourceType.FILE_UPLOAD);
|
||||||
|
knowledgeItem.setSourceFileId(sourceFileId);
|
||||||
|
knowledgeItemRepository.updateById(knowledgeItem);
|
||||||
|
deleteFile(oldFilePath);
|
||||||
|
} catch (Exception e) {
|
||||||
|
deleteFileQuietly(targetPath);
|
||||||
|
if (e instanceof BusinessException) {
|
||||||
|
throw (BusinessException) e;
|
||||||
|
}
|
||||||
|
throw BusinessException.of(SystemErrorCode.FILE_SYSTEM_ERROR);
|
||||||
|
}
|
||||||
|
|
||||||
|
return knowledgeItem;
|
||||||
|
}
|
||||||
|
|
||||||
private byte[] resolveExportContent(KnowledgeItem item) {
|
private byte[] resolveExportContent(KnowledgeItem item) {
|
||||||
if (item.getContentType() == KnowledgeContentType.FILE) {
|
if (item.getContentType() == KnowledgeContentType.FILE) {
|
||||||
String relativePath = item.getContent();
|
String relativePath = item.getContent();
|
||||||
@@ -441,6 +554,23 @@ public class KnowledgeItemApplicationService {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
private void deleteFile(Path filePath) {
|
||||||
|
try {
|
||||||
|
Files.deleteIfExists(filePath);
|
||||||
|
} catch (IOException e) {
|
||||||
|
log.error("delete knowledge item file error, path: {}", filePath, e);
|
||||||
|
throw BusinessException.of(SystemErrorCode.FILE_SYSTEM_ERROR);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
private void deleteFileQuietly(Path filePath) {
|
||||||
|
try {
|
||||||
|
Files.deleteIfExists(filePath);
|
||||||
|
} catch (IOException e) {
|
||||||
|
log.warn("delete knowledge item file quietly error, path: {}", filePath, e);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
private String resolveOriginalFileName(MultipartFile file) {
|
private String resolveOriginalFileName(MultipartFile file) {
|
||||||
String originalName = file.getOriginalFilename();
|
String originalName = file.getOriginalFilename();
|
||||||
if (StringUtils.isBlank(originalName)) {
|
if (StringUtils.isBlank(originalName)) {
|
||||||
|
|||||||
@@ -0,0 +1,19 @@
|
|||||||
|
package com.datamate.datamanagement.interfaces.dto;
|
||||||
|
|
||||||
|
import jakarta.validation.constraints.NotNull;
|
||||||
|
import lombok.Getter;
|
||||||
|
import lombok.Setter;
|
||||||
|
import org.springframework.web.multipart.MultipartFile;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* 替换知识条目文件请求DTO
|
||||||
|
*/
|
||||||
|
@Getter
|
||||||
|
@Setter
|
||||||
|
public class ReplaceKnowledgeItemFileRequest {
|
||||||
|
/**
|
||||||
|
* 新文件
|
||||||
|
*/
|
||||||
|
@NotNull(message = "文件不能为空")
|
||||||
|
private MultipartFile file;
|
||||||
|
}
|
||||||
@@ -9,6 +9,7 @@ import com.datamate.datamanagement.interfaces.dto.CreateKnowledgeItemRequest;
|
|||||||
import com.datamate.datamanagement.interfaces.dto.ImportKnowledgeItemsRequest;
|
import com.datamate.datamanagement.interfaces.dto.ImportKnowledgeItemsRequest;
|
||||||
import com.datamate.datamanagement.interfaces.dto.KnowledgeItemPagingQuery;
|
import com.datamate.datamanagement.interfaces.dto.KnowledgeItemPagingQuery;
|
||||||
import com.datamate.datamanagement.interfaces.dto.KnowledgeItemResponse;
|
import com.datamate.datamanagement.interfaces.dto.KnowledgeItemResponse;
|
||||||
|
import com.datamate.datamanagement.interfaces.dto.ReplaceKnowledgeItemFileRequest;
|
||||||
import com.datamate.datamanagement.interfaces.dto.UpdateKnowledgeItemRequest;
|
import com.datamate.datamanagement.interfaces.dto.UpdateKnowledgeItemRequest;
|
||||||
import com.datamate.datamanagement.interfaces.dto.UploadKnowledgeItemsRequest;
|
import com.datamate.datamanagement.interfaces.dto.UploadKnowledgeItemsRequest;
|
||||||
import jakarta.servlet.http.HttpServletResponse;
|
import jakarta.servlet.http.HttpServletResponse;
|
||||||
@@ -71,6 +72,14 @@ public class KnowledgeItemController {
|
|||||||
knowledgeItemApplicationService.downloadKnowledgeItemFile(setId, itemId, response);
|
knowledgeItemApplicationService.downloadKnowledgeItemFile(setId, itemId, response);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@IgnoreResponseWrap
|
||||||
|
@GetMapping("/{itemId}/preview")
|
||||||
|
public void previewKnowledgeItemFile(@PathVariable("setId") String setId,
|
||||||
|
@PathVariable("itemId") String itemId,
|
||||||
|
HttpServletResponse response) {
|
||||||
|
knowledgeItemApplicationService.previewKnowledgeItemFile(setId, itemId, response);
|
||||||
|
}
|
||||||
|
|
||||||
@GetMapping("/{itemId}")
|
@GetMapping("/{itemId}")
|
||||||
public KnowledgeItemResponse getKnowledgeItemById(@PathVariable("setId") String setId,
|
public KnowledgeItemResponse getKnowledgeItemById(@PathVariable("setId") String setId,
|
||||||
@PathVariable("itemId") String itemId) {
|
@PathVariable("itemId") String itemId) {
|
||||||
@@ -86,6 +95,14 @@ public class KnowledgeItemController {
|
|||||||
return KnowledgeConverter.INSTANCE.convertToResponse(knowledgeItem);
|
return KnowledgeConverter.INSTANCE.convertToResponse(knowledgeItem);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@PutMapping(value = "/{itemId}/file", consumes = MediaType.MULTIPART_FORM_DATA_VALUE)
|
||||||
|
public KnowledgeItemResponse replaceKnowledgeItemFile(@PathVariable("setId") String setId,
|
||||||
|
@PathVariable("itemId") String itemId,
|
||||||
|
@Valid ReplaceKnowledgeItemFileRequest request) {
|
||||||
|
KnowledgeItem knowledgeItem = knowledgeItemApplicationService.replaceKnowledgeItemFile(setId, itemId, request);
|
||||||
|
return KnowledgeConverter.INSTANCE.convertToResponse(knowledgeItem);
|
||||||
|
}
|
||||||
|
|
||||||
@DeleteMapping("/{itemId}")
|
@DeleteMapping("/{itemId}")
|
||||||
public void deleteKnowledgeItem(@PathVariable("setId") String setId,
|
public void deleteKnowledgeItem(@PathVariable("setId") String setId,
|
||||||
@PathVariable("itemId") String itemId) {
|
@PathVariable("itemId") String itemId) {
|
||||||
|
|||||||
@@ -4,6 +4,7 @@ import type {
|
|||||||
} from "@/pages/DataManagement/dataset.model";
|
} from "@/pages/DataManagement/dataset.model";
|
||||||
import { App } from "antd";
|
import { App } from "antd";
|
||||||
import { useState } from "react";
|
import { useState } from "react";
|
||||||
|
import { PREVIEW_TEXT_MAX_LENGTH, resolvePreviewFileType, truncatePreviewText } from "@/utils/filePreview";
|
||||||
import {
|
import {
|
||||||
deleteDatasetFileUsingDelete,
|
deleteDatasetFileUsingDelete,
|
||||||
downloadFileByIdUsingGet,
|
downloadFileByIdUsingGet,
|
||||||
@@ -15,11 +16,6 @@ import {
|
|||||||
} from "../dataset.api";
|
} from "../dataset.api";
|
||||||
import { useParams } from "react-router";
|
import { useParams } from "react-router";
|
||||||
|
|
||||||
const MAX_PREVIEW_LENGTH = 50000;
|
|
||||||
const TEXT_FILE_EXTENSIONS = [".json", ".jsonl", ".txt", ".csv", ".tsv", ".xml", ".md", ".yaml", ".yml"];
|
|
||||||
const IMAGE_FILE_EXTENSIONS = [".jpg", ".jpeg", ".png", ".gif", ".bmp", ".webp", ".svg"];
|
|
||||||
const VIDEO_FILE_EXTENSIONS = [".mp4", ".webm", ".ogg", ".mov", ".avi"];
|
|
||||||
const AUDIO_FILE_EXTENSIONS = [".mp3", ".wav", ".ogg", ".aac", ".flac", ".m4a"];
|
|
||||||
|
|
||||||
export function useFilesOperation(dataset: Dataset) {
|
export function useFilesOperation(dataset: Dataset) {
|
||||||
const { message } = App.useApp();
|
const { message } = App.useApp();
|
||||||
@@ -99,23 +95,6 @@ export function useFilesOperation(dataset: Dataset) {
|
|||||||
setSelectedFiles([]); // 清空选中状态
|
setSelectedFiles([]); // 清空选中状态
|
||||||
};
|
};
|
||||||
|
|
||||||
const resolvePreviewFileType = (fileName?: string) => {
|
|
||||||
const lowerName = (fileName || "").toLowerCase();
|
|
||||||
if (TEXT_FILE_EXTENSIONS.some((ext) => lowerName.endsWith(ext))) {
|
|
||||||
return "text";
|
|
||||||
}
|
|
||||||
if (IMAGE_FILE_EXTENSIONS.some((ext) => lowerName.endsWith(ext))) {
|
|
||||||
return "image";
|
|
||||||
}
|
|
||||||
if (VIDEO_FILE_EXTENSIONS.some((ext) => lowerName.endsWith(ext))) {
|
|
||||||
return "video";
|
|
||||||
}
|
|
||||||
if (AUDIO_FILE_EXTENSIONS.some((ext) => lowerName.endsWith(ext))) {
|
|
||||||
return "audio";
|
|
||||||
}
|
|
||||||
return null;
|
|
||||||
};
|
|
||||||
|
|
||||||
const handlePreviewFile = async (file: DatasetFile) => {
|
const handlePreviewFile = async (file: DatasetFile) => {
|
||||||
const datasetId = dataset?.id || id;
|
const datasetId = dataset?.id || id;
|
||||||
if (!datasetId) {
|
if (!datasetId) {
|
||||||
@@ -146,13 +125,7 @@ export function useFilesOperation(dataset: Dataset) {
|
|||||||
throw new Error("下载失败");
|
throw new Error("下载失败");
|
||||||
}
|
}
|
||||||
const text = await response.text();
|
const text = await response.text();
|
||||||
if (text.length > MAX_PREVIEW_LENGTH) {
|
setPreviewContent(truncatePreviewText(text, PREVIEW_TEXT_MAX_LENGTH));
|
||||||
setPreviewContent(
|
|
||||||
`${text.slice(0, MAX_PREVIEW_LENGTH)}\n\n... (内容过长,仅显示前 ${MAX_PREVIEW_LENGTH} 字符)`
|
|
||||||
);
|
|
||||||
} else {
|
|
||||||
setPreviewContent(text);
|
|
||||||
}
|
|
||||||
setPreviewVisible(true);
|
setPreviewVisible(true);
|
||||||
} catch (error) {
|
} catch (error) {
|
||||||
console.error("Preview file content error:", error);
|
console.error("Preview file content error:", error);
|
||||||
|
|||||||
@@ -42,8 +42,16 @@ import CreateKnowledgeSet from "../components/CreateKnowledgeSet";
|
|||||||
import KnowledgeItemEditor from "../components/KnowledgeItemEditor";
|
import KnowledgeItemEditor from "../components/KnowledgeItemEditor";
|
||||||
import ImportKnowledgeItemsDialog from "../components/ImportKnowledgeItemsDialog";
|
import ImportKnowledgeItemsDialog from "../components/ImportKnowledgeItemsDialog";
|
||||||
import { formatDate } from "@/utils/unit";
|
import { formatDate } from "@/utils/unit";
|
||||||
|
import { PREVIEW_TEXT_MAX_LENGTH, resolvePreviewFileType, truncatePreviewText } from "@/utils/filePreview";
|
||||||
|
|
||||||
const MAX_READ_LENGTH = 50000;
|
const PREVIEW_MAX_HEIGHT = 500;
|
||||||
|
const PREVIEW_MODAL_WIDTH = {
|
||||||
|
text: 800,
|
||||||
|
media: 700,
|
||||||
|
};
|
||||||
|
const PREVIEW_TEXT_FONT_SIZE = 12;
|
||||||
|
const PREVIEW_TEXT_PADDING = 12;
|
||||||
|
const PREVIEW_AUDIO_PADDING = 40;
|
||||||
|
|
||||||
const KnowledgeSetDetail = () => {
|
const KnowledgeSetDetail = () => {
|
||||||
const navigate = useNavigate();
|
const navigate = useNavigate();
|
||||||
@@ -57,6 +65,12 @@ const KnowledgeSetDetail = () => {
|
|||||||
const [readModalOpen, setReadModalOpen] = useState(false);
|
const [readModalOpen, setReadModalOpen] = useState(false);
|
||||||
const [readContent, setReadContent] = useState("");
|
const [readContent, setReadContent] = useState("");
|
||||||
const [readTitle, setReadTitle] = useState("");
|
const [readTitle, setReadTitle] = useState("");
|
||||||
|
const [previewVisible, setPreviewVisible] = useState(false);
|
||||||
|
const [previewContent, setPreviewContent] = useState("");
|
||||||
|
const [previewFileName, setPreviewFileName] = useState("");
|
||||||
|
const [previewFileType, setPreviewFileType] = useState<"text" | "image" | "video" | "audio">("text");
|
||||||
|
const [previewMediaUrl, setPreviewMediaUrl] = useState("");
|
||||||
|
const [previewLoadingItemId, setPreviewLoadingItemId] = useState<string | null>(null);
|
||||||
|
|
||||||
const fetchKnowledgeSet = useCallback(async () => {
|
const fetchKnowledgeSet = useCallback(async () => {
|
||||||
if (!id) return;
|
if (!id) return;
|
||||||
@@ -123,6 +137,66 @@ const KnowledgeSetDetail = () => {
|
|||||||
);
|
);
|
||||||
};
|
};
|
||||||
|
|
||||||
|
const resolvePreviewFileName = (record: KnowledgeItemView) => {
|
||||||
|
if (record.sourceFileId) {
|
||||||
|
return record.sourceFileId;
|
||||||
|
}
|
||||||
|
if (record.content) {
|
||||||
|
const segments = record.content.split("/");
|
||||||
|
const lastSegment = segments[segments.length - 1];
|
||||||
|
if (lastSegment) {
|
||||||
|
return lastSegment;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return record.title || "文件";
|
||||||
|
};
|
||||||
|
|
||||||
|
const handlePreviewItemFile = async (record: KnowledgeItemView) => {
|
||||||
|
if (!id) return;
|
||||||
|
const fileName = resolvePreviewFileName(record);
|
||||||
|
const fileType = resolvePreviewFileType(fileName);
|
||||||
|
if (!fileType) {
|
||||||
|
message.warning("不支持预览该文件类型");
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
const previewUrl = `/api/data-management/knowledge-sets/${id}/items/${record.id}/preview`;
|
||||||
|
setPreviewFileName(fileName);
|
||||||
|
setPreviewFileType(fileType);
|
||||||
|
setPreviewContent("");
|
||||||
|
setPreviewMediaUrl("");
|
||||||
|
|
||||||
|
if (fileType === "text") {
|
||||||
|
setPreviewLoadingItemId(record.id);
|
||||||
|
try {
|
||||||
|
const response = await fetch(previewUrl);
|
||||||
|
if (!response.ok) {
|
||||||
|
throw new Error("下载失败");
|
||||||
|
}
|
||||||
|
const text = await response.text();
|
||||||
|
setPreviewContent(truncatePreviewText(text, PREVIEW_TEXT_MAX_LENGTH));
|
||||||
|
setPreviewVisible(true);
|
||||||
|
} catch (error) {
|
||||||
|
console.error("预览知识条目文件失败", error);
|
||||||
|
message.error("预览失败,请稍后重试");
|
||||||
|
} finally {
|
||||||
|
setPreviewLoadingItemId(null);
|
||||||
|
}
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
setPreviewMediaUrl(previewUrl);
|
||||||
|
setPreviewVisible(true);
|
||||||
|
};
|
||||||
|
|
||||||
|
const closePreview = () => {
|
||||||
|
setPreviewVisible(false);
|
||||||
|
setPreviewContent("");
|
||||||
|
setPreviewMediaUrl("");
|
||||||
|
setPreviewFileName("");
|
||||||
|
setPreviewFileType("text");
|
||||||
|
};
|
||||||
|
|
||||||
const handleReadItem = async (record: KnowledgeItemView) => {
|
const handleReadItem = async (record: KnowledgeItemView) => {
|
||||||
if (
|
if (
|
||||||
record.contentType === KnowledgeContentType.FILE ||
|
record.contentType === KnowledgeContentType.FILE ||
|
||||||
@@ -136,13 +210,7 @@ const KnowledgeSetDetail = () => {
|
|||||||
|
|
||||||
if (!record.sourceDatasetId || !record.sourceFileId) {
|
if (!record.sourceDatasetId || !record.sourceFileId) {
|
||||||
const content = record.content || "";
|
const content = record.content || "";
|
||||||
if (content.length > MAX_READ_LENGTH) {
|
setReadContent(truncatePreviewText(content, PREVIEW_TEXT_MAX_LENGTH));
|
||||||
setReadContent(
|
|
||||||
`${content.slice(0, MAX_READ_LENGTH)}\n\n... (内容过长,仅显示前 ${MAX_READ_LENGTH} 字符)`
|
|
||||||
);
|
|
||||||
} else {
|
|
||||||
setReadContent(content);
|
|
||||||
}
|
|
||||||
setReadModalOpen(true);
|
setReadModalOpen(true);
|
||||||
setReadItemId(null);
|
setReadItemId(null);
|
||||||
return;
|
return;
|
||||||
@@ -156,13 +224,7 @@ const KnowledgeSetDetail = () => {
|
|||||||
throw new Error("下载失败");
|
throw new Error("下载失败");
|
||||||
}
|
}
|
||||||
const text = await response.text();
|
const text = await response.text();
|
||||||
if (text.length > MAX_READ_LENGTH) {
|
setReadContent(truncatePreviewText(text, PREVIEW_TEXT_MAX_LENGTH));
|
||||||
setReadContent(
|
|
||||||
`${text.slice(0, MAX_READ_LENGTH)}\n\n... (内容过长,仅显示前 ${MAX_READ_LENGTH} 字符)`
|
|
||||||
);
|
|
||||||
} else {
|
|
||||||
setReadContent(text);
|
|
||||||
}
|
|
||||||
setReadModalOpen(true);
|
setReadModalOpen(true);
|
||||||
} catch (error) {
|
} catch (error) {
|
||||||
console.error("读取知识条目失败", error);
|
console.error("读取知识条目失败", error);
|
||||||
@@ -273,6 +335,18 @@ const KnowledgeSetDetail = () => {
|
|||||||
/>
|
/>
|
||||||
</Tooltip>
|
</Tooltip>
|
||||||
)}
|
)}
|
||||||
|
{(record.contentType === KnowledgeContentType.FILE ||
|
||||||
|
record.sourceType === KnowledgeSourceType.FILE_UPLOAD) && (
|
||||||
|
<Tooltip title="预览">
|
||||||
|
<Button
|
||||||
|
type="text"
|
||||||
|
icon={<EyeOutlined />}
|
||||||
|
onClick={() => handlePreviewItemFile(record)}
|
||||||
|
loading={previewLoadingItemId === record.id}
|
||||||
|
aria-label="预览"
|
||||||
|
/>
|
||||||
|
</Tooltip>
|
||||||
|
)}
|
||||||
{(record.contentType === KnowledgeContentType.FILE ||
|
{(record.contentType === KnowledgeContentType.FILE ||
|
||||||
record.sourceType === KnowledgeSourceType.FILE_UPLOAD) && (
|
record.sourceType === KnowledgeSourceType.FILE_UPLOAD) && (
|
||||||
<Tooltip title="下载文件">
|
<Tooltip title="下载文件">
|
||||||
@@ -444,6 +518,63 @@ const KnowledgeSetDetail = () => {
|
|||||||
}}
|
}}
|
||||||
/>
|
/>
|
||||||
|
|
||||||
|
<Modal
|
||||||
|
title={`文件预览:${previewFileName}`}
|
||||||
|
open={previewVisible}
|
||||||
|
onCancel={closePreview}
|
||||||
|
footer={[
|
||||||
|
<Button key="close" onClick={closePreview}>
|
||||||
|
关闭
|
||||||
|
</Button>,
|
||||||
|
]}
|
||||||
|
width={previewFileType === "text" ? PREVIEW_MODAL_WIDTH.text : PREVIEW_MODAL_WIDTH.media}
|
||||||
|
>
|
||||||
|
{previewFileType === "text" && (
|
||||||
|
<pre
|
||||||
|
style={{
|
||||||
|
maxHeight: `${PREVIEW_MAX_HEIGHT}px`,
|
||||||
|
overflow: "auto",
|
||||||
|
whiteSpace: "pre-wrap",
|
||||||
|
wordBreak: "break-all",
|
||||||
|
fontSize: PREVIEW_TEXT_FONT_SIZE,
|
||||||
|
color: "#222",
|
||||||
|
backgroundColor: "#f5f5f5",
|
||||||
|
padding: `${PREVIEW_TEXT_PADDING}px`,
|
||||||
|
borderRadius: "4px",
|
||||||
|
}}
|
||||||
|
>
|
||||||
|
{previewContent}
|
||||||
|
</pre>
|
||||||
|
)}
|
||||||
|
{previewFileType === "image" && (
|
||||||
|
<div style={{ textAlign: "center" }}>
|
||||||
|
<img
|
||||||
|
src={previewMediaUrl}
|
||||||
|
alt={previewFileName}
|
||||||
|
style={{ maxWidth: "100%", maxHeight: `${PREVIEW_MAX_HEIGHT}px`, objectFit: "contain" }}
|
||||||
|
/>
|
||||||
|
</div>
|
||||||
|
)}
|
||||||
|
{previewFileType === "video" && (
|
||||||
|
<div style={{ textAlign: "center" }}>
|
||||||
|
<video
|
||||||
|
src={previewMediaUrl}
|
||||||
|
controls
|
||||||
|
style={{ maxWidth: "100%", maxHeight: `${PREVIEW_MAX_HEIGHT}px` }}
|
||||||
|
>
|
||||||
|
您的浏览器不支持视频播放
|
||||||
|
</video>
|
||||||
|
</div>
|
||||||
|
)}
|
||||||
|
{previewFileType === "audio" && (
|
||||||
|
<div style={{ textAlign: "center", padding: `${PREVIEW_AUDIO_PADDING}px 0` }}>
|
||||||
|
<audio src={previewMediaUrl} controls style={{ width: "100%" }}>
|
||||||
|
您的浏览器不支持音频播放
|
||||||
|
</audio>
|
||||||
|
</div>
|
||||||
|
)}
|
||||||
|
</Modal>
|
||||||
|
|
||||||
<Modal
|
<Modal
|
||||||
open={readModalOpen}
|
open={readModalOpen}
|
||||||
title={`阅读:${readTitle}`}
|
title={`阅读:${readTitle}`}
|
||||||
|
|||||||
@@ -4,6 +4,7 @@ import { UploadOutlined } from "@ant-design/icons";
|
|||||||
import dayjs from "dayjs";
|
import dayjs from "dayjs";
|
||||||
import {
|
import {
|
||||||
downloadKnowledgeItemFileUsingGet,
|
downloadKnowledgeItemFileUsingGet,
|
||||||
|
replaceKnowledgeItemFileUsingPut,
|
||||||
updateKnowledgeItemByIdUsingPut,
|
updateKnowledgeItemByIdUsingPut,
|
||||||
uploadKnowledgeItemsUsingPost,
|
uploadKnowledgeItemsUsingPost,
|
||||||
} from "../knowledge-management.api";
|
} from "../knowledge-management.api";
|
||||||
@@ -44,6 +45,8 @@ export default function KnowledgeItemEditor({
|
|||||||
const [form] = Form.useForm();
|
const [form] = Form.useForm();
|
||||||
const [tagOptions, setTagOptions] = useState<{ label: string; value: string }[]>([]);
|
const [tagOptions, setTagOptions] = useState<{ label: string; value: string }[]>([]);
|
||||||
const [fileList, setFileList] = useState<UploadFile[]>([]);
|
const [fileList, setFileList] = useState<UploadFile[]>([]);
|
||||||
|
const [replaceFileList, setReplaceFileList] = useState<UploadFile[]>([]);
|
||||||
|
const [titleBeforeReplace, setTitleBeforeReplace] = useState<string | null>(null);
|
||||||
const isMultiFile = fileList.length > 1;
|
const isMultiFile = fileList.length > 1;
|
||||||
const isFileItem =
|
const isFileItem =
|
||||||
data?.contentType === KnowledgeContentType.FILE ||
|
data?.contentType === KnowledgeContentType.FILE ||
|
||||||
@@ -89,16 +92,21 @@ export default function KnowledgeItemEditor({
|
|||||||
tags: data.tags?.map((tag) => tag.name) || [],
|
tags: data.tags?.map((tag) => tag.name) || [],
|
||||||
metadata: data.metadata,
|
metadata: data.metadata,
|
||||||
});
|
});
|
||||||
|
setTitleBeforeReplace(null);
|
||||||
} else {
|
} else {
|
||||||
form.resetFields();
|
form.resetFields();
|
||||||
form.setFieldsValue({
|
form.setFieldsValue({
|
||||||
status: KnowledgeStatusType.DRAFT,
|
status: KnowledgeStatusType.DRAFT,
|
||||||
tags: [],
|
tags: [],
|
||||||
});
|
});
|
||||||
|
setTitleBeforeReplace(null);
|
||||||
}
|
}
|
||||||
setFileList([]);
|
setFileList([]);
|
||||||
|
setReplaceFileList([]);
|
||||||
} else {
|
} else {
|
||||||
setFileList([]);
|
setFileList([]);
|
||||||
|
setReplaceFileList([]);
|
||||||
|
setTitleBeforeReplace(null);
|
||||||
}
|
}
|
||||||
}, [open, data, form]);
|
}, [open, data, form]);
|
||||||
|
|
||||||
@@ -138,6 +146,32 @@ export default function KnowledgeItemEditor({
|
|||||||
return true;
|
return true;
|
||||||
};
|
};
|
||||||
|
|
||||||
|
const handleReplaceFileBeforeUpload = (file: File) => {
|
||||||
|
if (!titleBeforeReplace) {
|
||||||
|
setTitleBeforeReplace(form.getFieldValue("title") || null);
|
||||||
|
}
|
||||||
|
setReplaceFileList([
|
||||||
|
{
|
||||||
|
uid: `${Date.now()}-${file.name}`,
|
||||||
|
name: file.name,
|
||||||
|
status: "done",
|
||||||
|
originFileObj: file,
|
||||||
|
},
|
||||||
|
]);
|
||||||
|
form.setFieldsValue({ title: stripFileExtension(file.name) });
|
||||||
|
message.success("已选择替换文件,提交后生效");
|
||||||
|
return false;
|
||||||
|
};
|
||||||
|
|
||||||
|
const handleReplaceFileRemove = (removedFile: UploadFile) => {
|
||||||
|
setReplaceFileList((prev) => prev.filter((file) => file.uid !== removedFile.uid));
|
||||||
|
if (titleBeforeReplace !== null) {
|
||||||
|
form.setFieldsValue({ title: titleBeforeReplace || undefined });
|
||||||
|
setTitleBeforeReplace(null);
|
||||||
|
}
|
||||||
|
return true;
|
||||||
|
};
|
||||||
|
|
||||||
const handleDownloadFile = async () => {
|
const handleDownloadFile = async () => {
|
||||||
if (!data?.id) {
|
if (!data?.id) {
|
||||||
return;
|
return;
|
||||||
@@ -166,13 +200,26 @@ export default function KnowledgeItemEditor({
|
|||||||
}
|
}
|
||||||
|
|
||||||
if (data?.id) {
|
if (data?.id) {
|
||||||
const payload = {
|
const payload: Record<string, unknown> = {
|
||||||
...values,
|
...values,
|
||||||
validFrom,
|
validFrom,
|
||||||
validTo,
|
validTo,
|
||||||
tags: values.tags || [],
|
tags: values.tags || [],
|
||||||
};
|
};
|
||||||
|
if (replaceFileList.length > 0) {
|
||||||
|
delete payload.title;
|
||||||
|
}
|
||||||
await updateKnowledgeItemByIdUsingPut(setId, data.id, payload);
|
await updateKnowledgeItemByIdUsingPut(setId, data.id, payload);
|
||||||
|
if (replaceFileList.length > 0) {
|
||||||
|
const formData = new FormData();
|
||||||
|
const replaceFile = replaceFileList[0]?.originFileObj as File | undefined;
|
||||||
|
if (!replaceFile) {
|
||||||
|
message.warning("请先选择要替换的文件");
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
formData.append("file", replaceFile);
|
||||||
|
await replaceKnowledgeItemFileUsingPut(setId, data.id, formData);
|
||||||
|
}
|
||||||
message.success("知识条目更新成功");
|
message.success("知识条目更新成功");
|
||||||
} else {
|
} else {
|
||||||
if (fileList.length === 0) {
|
if (fileList.length === 0) {
|
||||||
@@ -224,6 +271,8 @@ export default function KnowledgeItemEditor({
|
|||||||
|
|
||||||
form.resetFields();
|
form.resetFields();
|
||||||
setFileList([]);
|
setFileList([]);
|
||||||
|
setReplaceFileList([]);
|
||||||
|
setTitleBeforeReplace(null);
|
||||||
onSuccess();
|
onSuccess();
|
||||||
} catch {
|
} catch {
|
||||||
message.error("操作失败,请重试");
|
message.error("操作失败,请重试");
|
||||||
@@ -289,6 +338,20 @@ export default function KnowledgeItemEditor({
|
|||||||
</div>
|
</div>
|
||||||
</Form.Item>
|
</Form.Item>
|
||||||
)}
|
)}
|
||||||
|
{data?.id && isFileItem && !readOnly && (
|
||||||
|
<Form.Item label="替换文件">
|
||||||
|
<Upload
|
||||||
|
beforeUpload={handleReplaceFileBeforeUpload}
|
||||||
|
fileList={replaceFileList}
|
||||||
|
onRemove={handleReplaceFileRemove}
|
||||||
|
showUploadList={{ showPreviewIcon: false }}
|
||||||
|
maxCount={1}
|
||||||
|
>
|
||||||
|
<Button icon={<UploadOutlined />}>选择文件</Button>
|
||||||
|
</Upload>
|
||||||
|
<div className="text-xs text-gray-500 mt-1">仅支持单文件,替换后标题自动更新</div>
|
||||||
|
</Form.Item>
|
||||||
|
)}
|
||||||
<div className="grid grid-cols-2 gap-4">
|
<div className="grid grid-cols-2 gap-4">
|
||||||
<Form.Item label="内容类型">
|
<Form.Item label="内容类型">
|
||||||
<Input value={contentTypeLabel} disabled />
|
<Input value={contentTypeLabel} disabled />
|
||||||
|
|||||||
@@ -50,6 +50,11 @@ export function updateKnowledgeItemByIdUsingPut(setId: string, itemId: string, d
|
|||||||
return put(`/api/data-management/knowledge-sets/${setId}/items/${itemId}`, data);
|
return put(`/api/data-management/knowledge-sets/${setId}/items/${itemId}`, data);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// 替换知识条目文件
|
||||||
|
export function replaceKnowledgeItemFileUsingPut(setId: string, itemId: string, data: FormData) {
|
||||||
|
return put(`/api/data-management/knowledge-sets/${setId}/items/${itemId}/file`, data);
|
||||||
|
}
|
||||||
|
|
||||||
// 删除知识条目
|
// 删除知识条目
|
||||||
export function deleteKnowledgeItemByIdUsingDelete(setId: string, itemId: string) {
|
export function deleteKnowledgeItemByIdUsingDelete(setId: string, itemId: string) {
|
||||||
return del(`/api/data-management/knowledge-sets/${setId}/items/${itemId}`);
|
return del(`/api/data-management/knowledge-sets/${setId}/items/${itemId}`);
|
||||||
|
|||||||
50
frontend/src/utils/filePreview.ts
Normal file
50
frontend/src/utils/filePreview.ts
Normal file
@@ -0,0 +1,50 @@
|
|||||||
|
export const PREVIEW_TEXT_MAX_LENGTH = 50000;
|
||||||
|
|
||||||
|
const TEXT_FILE_EXTENSIONS = [
|
||||||
|
".json",
|
||||||
|
".jsonl",
|
||||||
|
".txt",
|
||||||
|
".csv",
|
||||||
|
".tsv",
|
||||||
|
".xml",
|
||||||
|
".md",
|
||||||
|
".yaml",
|
||||||
|
".yml",
|
||||||
|
];
|
||||||
|
const IMAGE_FILE_EXTENSIONS = [
|
||||||
|
".jpg",
|
||||||
|
".jpeg",
|
||||||
|
".png",
|
||||||
|
".gif",
|
||||||
|
".bmp",
|
||||||
|
".webp",
|
||||||
|
".svg",
|
||||||
|
];
|
||||||
|
const VIDEO_FILE_EXTENSIONS = [".mp4", ".webm", ".ogg", ".mov", ".avi"];
|
||||||
|
const AUDIO_FILE_EXTENSIONS = [".mp3", ".wav", ".ogg", ".aac", ".flac", ".m4a"];
|
||||||
|
|
||||||
|
export type PreviewFileType = "text" | "image" | "video" | "audio";
|
||||||
|
|
||||||
|
export const resolvePreviewFileType = (fileName?: string): PreviewFileType | null => {
|
||||||
|
const lowerName = (fileName || "").toLowerCase();
|
||||||
|
if (TEXT_FILE_EXTENSIONS.some((ext) => lowerName.endsWith(ext))) {
|
||||||
|
return "text";
|
||||||
|
}
|
||||||
|
if (IMAGE_FILE_EXTENSIONS.some((ext) => lowerName.endsWith(ext))) {
|
||||||
|
return "image";
|
||||||
|
}
|
||||||
|
if (VIDEO_FILE_EXTENSIONS.some((ext) => lowerName.endsWith(ext))) {
|
||||||
|
return "video";
|
||||||
|
}
|
||||||
|
if (AUDIO_FILE_EXTENSIONS.some((ext) => lowerName.endsWith(ext))) {
|
||||||
|
return "audio";
|
||||||
|
}
|
||||||
|
return null;
|
||||||
|
};
|
||||||
|
|
||||||
|
export const truncatePreviewText = (text: string, maxLength = PREVIEW_TEXT_MAX_LENGTH) => {
|
||||||
|
if (text.length > maxLength) {
|
||||||
|
return `${text.slice(0, maxLength)}\n\n... (内容过长,仅显示前 ${maxLength} 字符)`;
|
||||||
|
}
|
||||||
|
return text;
|
||||||
|
};
|
||||||
@@ -335,7 +335,7 @@ class Request {
|
|||||||
* @param {object} options - 额外的fetch选项,包括showLoading, onUploadProgress, onDownloadProgress
|
* @param {object} options - 额外的fetch选项,包括showLoading, onUploadProgress, onDownloadProgress
|
||||||
*/
|
*/
|
||||||
async put(url, data = null, options = {}) {
|
async put(url, data = null, options = {}) {
|
||||||
const config = {
|
let config = {
|
||||||
method: "PUT",
|
method: "PUT",
|
||||||
headers: {
|
headers: {
|
||||||
...this.defaultHeaders,
|
...this.defaultHeaders,
|
||||||
@@ -345,6 +345,18 @@ class Request {
|
|||||||
...options,
|
...options,
|
||||||
};
|
};
|
||||||
|
|
||||||
|
const isFormData = data instanceof FormData;
|
||||||
|
if (isFormData) {
|
||||||
|
config = {
|
||||||
|
method: "PUT",
|
||||||
|
headers: {
|
||||||
|
...options.headers,
|
||||||
|
},
|
||||||
|
body: data,
|
||||||
|
...options,
|
||||||
|
};
|
||||||
|
}
|
||||||
|
|
||||||
return this.request(this.baseURL + url, config);
|
return this.request(this.baseURL + url, config);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
@@ -0,0 +1,21 @@
|
|||||||
|
from pydantic import BaseModel, Field
|
||||||
|
|
||||||
|
|
||||||
|
class PdfTextExtractRequest(BaseModel):
|
||||||
|
dataset_id: str = Field(..., alias="datasetId", description="Dataset ID")
|
||||||
|
file_id: str = Field(..., alias="fileId", description="PDF file ID")
|
||||||
|
|
||||||
|
class Config:
|
||||||
|
populate_by_name = True
|
||||||
|
|
||||||
|
|
||||||
|
class PdfTextExtractResponse(BaseModel):
|
||||||
|
dataset_id: str = Field(..., alias="datasetId", description="Dataset ID")
|
||||||
|
source_file_id: str = Field(..., alias="sourceFileId", description="Source PDF file ID")
|
||||||
|
text_file_id: str = Field(..., alias="textFileId", description="Generated text file ID")
|
||||||
|
text_file_name: str = Field(..., alias="textFileName", description="Generated text file name")
|
||||||
|
text_file_path: str = Field(..., alias="textFilePath", description="Generated text file path")
|
||||||
|
text_file_size: int = Field(..., alias="textFileSize", description="Generated text file size")
|
||||||
|
|
||||||
|
class Config:
|
||||||
|
populate_by_name = True
|
||||||
Reference in New Issue
Block a user