chtech-anythingllm/server/utils/files/purgeDocument.js

const fs = require("fs");
const path = require("path");
const {
  purgeVectorCache,
  purgeSourceDocument,
  normalizePath,
  isWithin,
  documentsPath,
} = require(".");
const { Document } = require("../../models/documents");
const { Workspace } = require("../../models/workspace");
const { DeptDocument  } = require("../../models/deptDocument");

// async function purgeDocument(filename = null) {
//   if (!filename || !normalizePath(filename)) return;
//
//   await purgeVectorCache(filename);
//   await purgeSourceDocument(filename);
//   const workspaces = await Workspace.where();
//   for (const workspace of workspaces) {
//     await Document.removeDocuments(workspace, [filename]);
//   }
//   return;
// }

async function purgeDocument(filename = null) {
  if (!filename || !normalizePath(filename)) return;

  // 根据环境转换分隔符
  let normalizedFilename = filename;
  if (process.env.NODE_ENV === "development") {
    // 开发环境：将路径分隔符转换为 Windows 风格（\）
    normalizedFilename = filename.replace(/\//g, "\\");
  } else {
    // 生产环境：将路径分隔符转换为 Unix 风格（/）
    normalizedFilename = filename.replace(/\\/g, "/");
  }

  // 标记匹配的文件为逻辑删除
  const { success, error, count } = await DeptDocument.softDeleteByParsedFilePath(normalizedFilename);
  if (!success) {
    console.error("Failed to soft delete documents:", error);
    return;
  }
  console.log(`Successfully marked ${count} documents as deleted.`);

  // 继续执行原有的清理逻辑
  await purgeVectorCache(filename);
  await purgeSourceDocument(filename);
  const workspaces = await Workspace.where();
  for (const workspace of workspaces) {
    await Document.removeDocuments(workspace, [filename]);
  }
  return;
}

async function purgeFolder(folderName = null) {
  if (!folderName) return;
  const subFolder = normalizePath(folderName);
  const subFolderPath = path.resolve(documentsPath, subFolder);
  const validRemovableSubFolders = fs
    .readdirSync(documentsPath)
    .map((folder) => {
      // Filter out any results which are not folders or
      // are the protected custom-documents folder.
      if (folder === "custom-documents") return null;
      const subfolderPath = path.resolve(documentsPath, folder);
      if (!fs.lstatSync(subfolderPath).isDirectory()) return null;
      return folder;
    })
    .filter((subFolder) => !!subFolder);

  if (
    !validRemovableSubFolders.includes(subFolder) ||
    !fs.existsSync(subFolderPath) ||
    !isWithin(documentsPath, subFolderPath)
  )
    return;

  const filenames = fs
    .readdirSync(subFolderPath)
    .map((file) =>
      path.join(subFolderPath, file).replace(documentsPath + "/", "")
    );
  const workspaces = await Workspace.where();

  const purgePromises = [];
  // Remove associated Vector-cache files
  for (const filename of filenames) {
    const rmVectorCache = () =>
      new Promise((resolve) =>
        purgeVectorCache(filename).then(() => resolve(true))
      );
    purgePromises.push(rmVectorCache);
  }

  // Remove workspace document associations
  for (const workspace of workspaces) {
    const rmWorkspaceDoc = () =>
      new Promise((resolve) =>
        Document.removeDocuments(workspace, filenames).then(() => resolve(true))
      );
    purgePromises.push(rmWorkspaceDoc);
  }

  await Promise.all(purgePromises.flat().map((f) => f()));
  fs.rmSync(subFolderPath, { recursive: true }); // Delete target document-folder and source files.

  return;
}

module.exports = {
  purgeDocument,
  purgeFolder,
};