多知识库重构

Author: SOVLOOKUP

.gitignore

@@ -1,4 +1,5 @@
 kg-data/
+*.db
 
 # dependencies (bun install)
 node_modules

README.md

@@ -68,6 +68,10 @@ docker-compose up -d
 本项目采用 [GAPLv3](LICENSE) 许可证。如需许可证外其他用途，请联系 Wechat SOVLOOKUP。
 
 <!-- 下一步-->
+<!-- 重写 API -->
+<!-- 测试功能 -->
+<!-- 重写前端 -->
+<!-- 建立自动构建 -->
 <!-- TODO 知识库 配置 embedder 的 api -->
 <!-- TODO 知识库 自动 mcp 服务器 -->
 

bun.lock

@@ -15,15 +15,17 @@
       "name": "app",
       "dependencies": {
         "@hey-api/client-fetch": "^0.8.3",
-        "@prisma/client": "^6.5.0",
       },
       "devDependencies": {
         "@hey-api/openapi-ts": "^0.64.13",
         "@hono/swagger-ui": "^0.5.1",
         "@hono/zod-openapi": "^0.19.2",
+        "@prisma/client": "^6.5.0",
+        "@types/fs-extra": "^11.0.4",
         "consola": "^3.4.2",
         "core": "workspace:*",
         "es-toolkit": "^1.33.0",
+        "fs-extra": "^11.3.0",
         "hono": "^4.7.5",
         "nypm": "^0.6.0",
         "prisma": "^6.5.0",

packages/app/.template.env

@@ -3,5 +3,4 @@ MEILI_URL = "http://meilisearch:7700"
 # MeiliSearchAPI密钥
 MEILI_MASTER_KEY = ""
 
-# 知识库路径
-INIT_PATH = "/app/data"
+DATABASE_URL= "file:C:/Users/SOVLOOKUP/.docbase/data/db.sqlite"

packages/app/package.json

@@ -4,6 +4,7 @@
   "scripts": {
     "dev": "bun run --hot src/main.ts",
     "gen": "bun ./gen.ts",
+    "dbpush": "prisma db push",
     "build": "bun ./build.ts"
   },
   "devDependencies": {
@@ -15,10 +16,12 @@
     "es-toolkit": "^1.33.0",
     "hono": "^4.7.5",
     "nypm": "^0.6.0",
-    "prisma": "^6.5.0"
+    "prisma": "^6.5.0",
+    "@prisma/client": "^6.5.0",
+    "@types/fs-extra": "^11.0.4",
+    "fs-extra": "^11.3.0"
   },
   "dependencies": {
-    "@hey-api/client-fetch": "^0.8.3",
-    "@prisma/client": "^6.5.0"
+    "@hey-api/client-fetch": "^0.8.3"
   }
 }

packages/app/prisma/schema.prisma

@@ -0,0 +1,18 @@
+generator client {
+    provider = "prisma-client-js"
+}
+
+datasource db {
+    provider = "sqlite"
+    url      = env("DATABASE_URL")
+}
+
+model Plugin {
+    name   String @id
+    config Json
+}
+
+model KnowledgeBase {
+    id   String @id @default(uuid())
+    name String
+}

packages/app/src/main.ts

@@ -6,7 +6,7 @@ import { version, name } from "~/package.json";
 import { type DocBase } from "core/src";
 import { serveStatic } from "hono/bun";
 import webdav from "./webdav";
-import { getPkgManager, PackageManager } from "./pkgManager";
+import { getDB, getPkgManager, PackageManager } from "./pkgManager";
 import { createDocBase } from "./docbase";
 
 createConsola({
@@ -25,7 +25,7 @@ declare module "hono" {
 
 const app = new OpenAPIHono();
 
-const docbase = await createDocBase();
+const docbase = await createDocBase({ db: await getDB() });
 
 // 启动 docbase 实例
 app.use(async (c, next) => {

packages/app/src/pkgManager/db.ts

@@ -1,39 +1,85 @@
-import { Base, DBLayer, DocBaseConfig, PluginWithConfig } from "core/src";
+import { DBLayer } from "core/src";
 import { PackageManager } from "./pkgManager";
+import { join } from "path";
+import { readJSON, rm } from "fs-extra";
+import { PrismaClient } from "@prisma/client";
+import { mkdir } from "fs/promises";
 
-class DB implements DBLayer {
-  #dataPath: string;
+export class DB implements DBLayer {
+  #dataDir: string;
   #pkgManager: PackageManager;
+  #configPath: string;
+  #prisma: PrismaClient;
+
   constructor({
-    dataPath,
+    dataDir,
     pkgManager,
   }: {
-    dataPath: string;
+    dataDir: string;
     pkgManager: PackageManager;
   }) {
-    this.#dataPath = dataPath;
+    this.#dataDir = dataDir;
+    this.#configPath = join(dataDir, "config.json");
     this.#pkgManager = pkgManager;
+    const dbFile = join(dataDir, "db.sqlite");
+    this.#prisma = new PrismaClient({
+      datasources: {
+        db: {
+          url: `file:${dbFile}`,
+        },
+      },
+    });
   }
 
   plugins = () => {
+    const self = this;
     return (async function* () {
-      for (const name of Object.keys(await this.#pkgManager.list())) {
-        const plugin = await this.#pkgManager.import(name);
-        // TODO: 从配置文件中读取配置
+      const plugins = await self.#prisma.plugin.findMany();
+      for (const { name, config } of plugins) {
+        const plugin = await self.#pkgManager.import(name);
         yield {
           plugin,
-          config: {},
+          config: config as object,
         };
       }
     })();
   };
-  getConfig = async () => {
-    // TODO: 从配置文件中读取配置
-    return { meiliSearchConfig: { host: "" } };
-  };
-  knowledgeBase: {
-    add: (name: string) => Promise<Base>;
-    del: (id: string) => Promise<Base>;
-    all: () => AsyncIterable<Base>;
+
+  getConfig = async () => await readJSON(this.#configPath);
+
+  knowledgeBase = {
+    add: async (name: string) => {
+      const res = await this.#prisma.knowledgeBase.create({
+        data: {
+          name,
+        },
+      });
+      const path = join(this.#dataDir, res.id);
+      await mkdir(path);
+      return { path, ...res };
+    },
+    del: async (id: string) => {
+      const res = await this.#prisma.knowledgeBase.delete({
+        where: {
+          id,
+        },
+      });
+      const path = join(this.#dataDir, res.id);
+      await rm(path, { force: true });
+      return { path, ...res };
+    },
+    all: () => {
+      const self = this;
+      return (async function* () {
+        const plugins = await self.#prisma.knowledgeBase.findMany();
+        for (const { name, id } of plugins) {
+          yield {
+            name,
+            id,
+            path: join(self.#dataDir, id),
+          };
+        }
+      })();
+    },
   };
 }

packages/app/src/pkgManager/index.ts

@@ -2,6 +2,8 @@ import { homedir } from "os";
 import { join } from "path";
 import { ensureDir } from "fs-extra";
 import { PackageManager } from "./pkgManager";
+import { DBLayer } from "~/packages/core/src";
+import { DB } from "./db";
 export { PackageManager };
 
 // 初始化插件目录
@@ -10,6 +12,7 @@ const pluginsDir = join(baseDir, "plugins");
 const dataDir = join(baseDir, "data");
 
 let pkgManager: PackageManager | undefined;
+let db: DBLayer | undefined;
 
 export const getPkgManager = async () => {
   if (pkgManager) {
@@ -20,3 +23,16 @@ export const getPkgManager = async () => {
     return pkgManager;
   }
 };
+
+export const getDB = async () => {
+  if (db) {
+    return db;
+  } else {
+    await ensureDir(dataDir);
+    db = new DB({
+      dataDir,
+      pkgManager: await getPkgManager(),
+    });
+    return db;
+  }
+};