feat(kb): 入库可视化做厚 —— 文件解析/知识抽取过程 + 力导向知识图谱
把"进度条"升级成可观测的入库工作台,回应三点诉求:解析过程、知识抽取过程、丰富图谱。 - contract: IngestEvent 加 Preview(解析文本预览)+ Triples[]TripleView(抽出的三元组)。 - 后端回流:rag.Ingest 抽实体阶段把 LLM 抽出的三元组实时回流(边出现边渲染); gateway 解析完成回流文件类型 + 文本预览片段。 - 前端 GraphView.tsx:零依赖自建力导向布局(斥力+边弹簧+居中静态收敛),实体=节点 按度着色(枢纽紫/关联青/叶子)、关系=带标签边、hover 高亮邻域、节点过多按度裁剪。 - 前端 KbView 重做:入库从"阶段徽标+进度条"→竖向时间线(解析预览/切块块/向量化进度/ 抽取知识三元组 chips + 实时小图谱逐步浮现);右侧知识图谱从扁平列表→GraphView, 入库完成自动刷新整库图谱。 验证(Preview):入库一段多事实文本 → 时间线逐阶段点亮、抽出 17 条三元组实时浮现、 右侧力导向图渲染 sundynix-agentix/知识库 为枢纽 + 带标签关系边。tsc+vite+后端 build 通过。 Co-Authored-By: Claude Opus 4.8 <noreply@anthropic.com>
This commit is contained in:
@@ -1,6 +1,21 @@
|
||||
import { useRef, useState } from "react";
|
||||
import { Upload, Search, Network, FileUp } from "lucide-react";
|
||||
import {
|
||||
Upload,
|
||||
FileUp,
|
||||
Search,
|
||||
Network,
|
||||
Database,
|
||||
FileText,
|
||||
Scissors,
|
||||
Sparkles,
|
||||
Share2,
|
||||
CheckCircle2,
|
||||
XCircle,
|
||||
Loader2,
|
||||
type LucideIcon,
|
||||
} from "lucide-react";
|
||||
import { ingestKb, ingestFile, streamIngest, searchKb, graphKb, type IngestEvent, type KbHit, type Triple } from "../lib/api";
|
||||
import { GraphView } from "../components/GraphView";
|
||||
import { Button, Input, Textarea, Badge, cn, useToast } from "../ui";
|
||||
|
||||
interface IngestLog {
|
||||
@@ -8,17 +23,50 @@ interface IngestLog {
|
||||
msg: string;
|
||||
ok: boolean;
|
||||
}
|
||||
|
||||
interface Step {
|
||||
stage: string;
|
||||
msg: string;
|
||||
}
|
||||
interface Progress {
|
||||
active: boolean;
|
||||
stage: string;
|
||||
done?: number;
|
||||
total?: number;
|
||||
chunks: string[];
|
||||
preview?: string;
|
||||
triples: Triple[];
|
||||
error?: string;
|
||||
steps: Step[];
|
||||
vecDone?: number;
|
||||
vecTotal?: number;
|
||||
}
|
||||
|
||||
// 知识库管理:实时入库监控(解析→切块→向量化→写入 + 拆分可视化)+ 检索调试台。
|
||||
// 阶段元数据:图标 + 中文标签(与后端 IngestEvent.stage 对应)。
|
||||
const STAGE: Record<string, { icon: LucideIcon; label: string }> = {
|
||||
解析: { icon: Upload, label: "解析文件" },
|
||||
解析完成: { icon: FileText, label: "解析完成" },
|
||||
切块: { icon: Scissors, label: "切块" },
|
||||
向量化: { icon: Sparkles, label: "向量化" },
|
||||
写Milvus: { icon: Database, label: "写入向量库" },
|
||||
写Bleve: { icon: Search, label: "写入全文索引" },
|
||||
抽实体: { icon: Network, label: "抽取知识" },
|
||||
写Neo4j: { icon: Share2, label: "写入图谱" },
|
||||
完成: { icon: CheckCircle2, label: "完成" },
|
||||
失败: { icon: XCircle, label: "失败" },
|
||||
};
|
||||
|
||||
function dedupTriples(ts: Triple[]): Triple[] {
|
||||
const seen = new Set<string>();
|
||||
const out: Triple[] = [];
|
||||
for (const t of ts) {
|
||||
const k = `${t.s}|${t.p}|${t.o}`;
|
||||
if (!seen.has(k)) {
|
||||
seen.add(k);
|
||||
out.push(t);
|
||||
}
|
||||
}
|
||||
return out;
|
||||
}
|
||||
|
||||
// 知识库管理:实时入库时间线(解析预览 / 切块 / 向量化 / 知识抽取实时浮现)+ 力导向知识图谱 + 混合检索。
|
||||
export function KbView() {
|
||||
const toast = useToast();
|
||||
const [kb, setKb] = useState("docs");
|
||||
@@ -46,25 +94,42 @@ export function KbView() {
|
||||
const ingesting = prog?.active ?? false;
|
||||
|
||||
const follow = (job: string, label: string) => {
|
||||
setProg({ active: true, stage: "提交", chunks: [] });
|
||||
setProg({ active: true, stage: "提交", chunks: [], triples: [], steps: [{ stage: "提交", msg: label }] });
|
||||
streamIngest(
|
||||
job,
|
||||
(ev: IngestEvent) =>
|
||||
setProg((p) => ({
|
||||
active: ev.stage !== "完成" && ev.stage !== "失败",
|
||||
stage: ev.stage,
|
||||
done: ev.done ?? p?.done,
|
||||
total: ev.total ?? p?.total,
|
||||
chunks: ev.chunks ?? p?.chunks ?? [],
|
||||
error: ev.error,
|
||||
})),
|
||||
() =>
|
||||
setProg((p) => {
|
||||
const base: Progress = p ?? { active: true, stage: "提交", chunks: [], triples: [], steps: [] };
|
||||
const steps = [...base.steps];
|
||||
const i = steps.findIndex((s) => s.stage === ev.stage);
|
||||
const msg = ev.msg ?? (i >= 0 ? steps[i].msg : "");
|
||||
if (i >= 0) steps[i] = { stage: ev.stage, msg };
|
||||
else steps.push({ stage: ev.stage, msg });
|
||||
return {
|
||||
active: ev.stage !== "完成" && ev.stage !== "失败",
|
||||
stage: ev.stage,
|
||||
chunks: ev.chunks ?? base.chunks,
|
||||
preview: ev.preview ?? base.preview,
|
||||
triples: ev.triples?.length ? dedupTriples([...base.triples, ...ev.triples]) : base.triples,
|
||||
error: ev.error,
|
||||
steps,
|
||||
vecDone: ev.stage === "向量化" ? ev.done : base.vecDone,
|
||||
vecTotal: ev.stage === "向量化" ? ev.total : base.vecTotal,
|
||||
};
|
||||
}),
|
||||
() => {
|
||||
setProg((p) => {
|
||||
const ok = p?.stage !== "失败";
|
||||
setLogs((l) => [{ t: stamp(), msg: ok ? `${label}:${p?.total ?? 0} 块入库完成` : `${label}:${p?.error ?? "失败"}`, ok }, ...l]);
|
||||
toast.push(ok ? "success" : "error", ok ? `${label} 入库完成` : `${label} 入库失败`);
|
||||
setLogs((l) => [{ t: stamp(), msg: ok ? `${label}:入库完成` : `${label}:${p?.error ?? "失败"}`, ok }, ...l]);
|
||||
if (ok) {
|
||||
toast.push("success", `${label} 入库完成`);
|
||||
void onGraph(); // 刷新右侧知识图谱(含新抽取的实体关系)
|
||||
} else {
|
||||
toast.push("error", `${label} 入库失败`);
|
||||
}
|
||||
return p ? { ...p, active: false } : null;
|
||||
}),
|
||||
});
|
||||
},
|
||||
() => setProg((p) => (p ? { ...p, active: false, stage: "连接中断" } : null)),
|
||||
);
|
||||
};
|
||||
@@ -105,19 +170,20 @@ export function KbView() {
|
||||
}
|
||||
};
|
||||
|
||||
const pct = prog?.total ? Math.round(((prog.done ?? 0) / prog.total) * 100) : 0;
|
||||
const vecPct = prog?.vecTotal ? Math.round(((prog.vecDone ?? 0) / prog.vecTotal) * 100) : 0;
|
||||
const graphData = graph ?? prog?.triples ?? null;
|
||||
|
||||
return (
|
||||
<div className="flex h-full flex-col">
|
||||
<div className="flex items-center gap-2 border-b border-line bg-ink-900 px-4 py-2">
|
||||
<span className="text-sm font-semibold text-slate-300">知识库</span>
|
||||
<Input className="h-8 w-40" value={kb} onChange={(e) => setKb(e.target.value)} placeholder="知识库名" title="知识库(Milvus kb 字段分区)" />
|
||||
<span className="text-[11px] text-slate-500">入库 → 解析 / 切块 / 向量化 / 写入;检索 → 混合召回</span>
|
||||
<span className="text-[11px] text-slate-500">入库 → 解析 / 切块 / 向量化 / 抽取知识 / 写入;检索 → 三路混合召回</span>
|
||||
</div>
|
||||
|
||||
<div className="flex min-h-0 flex-1">
|
||||
{/* 左:入库 + 实时监控 */}
|
||||
<section className="flex w-1/2 flex-col border-r border-line p-4">
|
||||
{/* 左:入库 + 实时时间线 */}
|
||||
<section className="flex w-1/2 flex-col overflow-y-auto border-r border-line p-4">
|
||||
<h3 className="mb-2 text-xs font-semibold text-slate-400">入库</h3>
|
||||
<div
|
||||
onDragOver={(e) => {
|
||||
@@ -133,7 +199,7 @@ export function KbView() {
|
||||
}}
|
||||
className={cn("relative rounded-md", dragOver && "ring-2 ring-brand")}
|
||||
>
|
||||
<Textarea className="h-24 w-full resize-none" value={text} onChange={(e) => setText(e.target.value)} placeholder="每行一条知识,或把文件拖到这里 / 点选择文件" />
|
||||
<Textarea className="h-20 w-full resize-none" value={text} onChange={(e) => setText(e.target.value)} placeholder="每行一条知识,或把文件拖到这里 / 点选择文件" />
|
||||
{dragOver && (
|
||||
<div className="pointer-events-none absolute inset-0 flex items-center justify-center rounded-md bg-ink-950/85 text-xs font-medium text-brand-400">
|
||||
松手以入库该文件
|
||||
@@ -148,71 +214,14 @@ export function KbView() {
|
||||
<Button size="sm" icon={FileUp} onClick={() => fileRef.current?.click()} disabled={ingesting}>
|
||||
选择文件
|
||||
</Button>
|
||||
<input
|
||||
ref={fileRef}
|
||||
type="file"
|
||||
accept=".txt,.md,.csv,.docx,.xlsx,.pdf"
|
||||
onChange={(e) => onFile(e.target.files?.[0])}
|
||||
disabled={ingesting}
|
||||
className="hidden"
|
||||
/>
|
||||
<input ref={fileRef} type="file" accept=".txt,.md,.csv,.docx,.xlsx,.pdf" onChange={(e) => onFile(e.target.files?.[0])} disabled={ingesting} className="hidden" />
|
||||
</div>
|
||||
<span className="mt-1 text-[10px] text-slate-500">支持 txt/md/csv/docx/xlsx/pdf(docx/xlsx/pdf 经 mcp-py 解析)</span>
|
||||
|
||||
{/* 实时流水线进度 */}
|
||||
{prog && (
|
||||
<div className="mt-3 rounded-lg border border-line bg-ink-850 p-2.5">
|
||||
<div className="flex flex-wrap items-center gap-1.5">
|
||||
{["解析", "切块", "向量化", "写Milvus", "写Bleve", "完成"].map((s) => {
|
||||
const active = prog.stage.startsWith(s) || (s === "完成" && prog.stage === "完成");
|
||||
const passed = stageOrder(prog.stage) > stageOrder(s);
|
||||
return (
|
||||
<span
|
||||
key={s}
|
||||
className={cn(
|
||||
"rounded px-1.5 py-0.5 text-[10px]",
|
||||
prog.stage === "失败"
|
||||
? "bg-ink-800 text-slate-600"
|
||||
: active
|
||||
? "bg-brand text-white shadow-glow"
|
||||
: passed
|
||||
? "bg-success/15 text-success"
|
||||
: "bg-ink-800 text-slate-600",
|
||||
)}
|
||||
>
|
||||
{s}
|
||||
</span>
|
||||
);
|
||||
})}
|
||||
</div>
|
||||
{prog.error && <p className="mt-1 text-[11px] text-danger">✗ {prog.error}</p>}
|
||||
{prog.total ? (
|
||||
<div className="mt-2">
|
||||
<div className="h-1.5 w-full overflow-hidden rounded-full bg-ink-700">
|
||||
<div className="h-full rounded-full bg-gradient-to-r from-brand to-accent transition-all" style={{ width: `${pct}%` }} />
|
||||
</div>
|
||||
<div className="mt-1 text-[10px] text-slate-500">
|
||||
向量化 {prog.done ?? 0}/{prog.total} 块({pct}%)
|
||||
</div>
|
||||
</div>
|
||||
) : null}
|
||||
{prog.chunks.length > 0 && (
|
||||
<div className="mt-2">
|
||||
<div className="text-[10px] font-medium text-slate-500">拆分 {prog.chunks.length} 块:</div>
|
||||
<ul className="mt-1 max-h-24 space-y-0.5 overflow-auto">
|
||||
{prog.chunks.map((c, i) => (
|
||||
<li key={i} className="truncate rounded bg-ink-800 px-1.5 py-0.5 text-[10px] text-slate-400">
|
||||
<span className="text-slate-600">#{i + 1}</span> {c}
|
||||
</li>
|
||||
))}
|
||||
</ul>
|
||||
</div>
|
||||
)}
|
||||
</div>
|
||||
)}
|
||||
{prog && <Timeline prog={prog} vecPct={vecPct} />}
|
||||
|
||||
<h3 className="mb-1 mt-4 text-xs font-semibold text-slate-400">入库历史</h3>
|
||||
<ul className="flex-1 space-y-1 overflow-auto">
|
||||
<ul className="space-y-1">
|
||||
{logs.length === 0 && <li className="text-xs text-slate-600">尚无入库记录。</li>}
|
||||
{logs.map((l, i) => (
|
||||
<li key={i} className={cn("text-xs", l.ok ? "text-success" : "text-danger")}>
|
||||
@@ -222,8 +231,8 @@ export function KbView() {
|
||||
</ul>
|
||||
</section>
|
||||
|
||||
{/* 右:检索调试台 */}
|
||||
<section className="flex w-1/2 flex-col p-4">
|
||||
{/* 右:检索台 + 知识图谱 */}
|
||||
<section className="flex w-1/2 flex-col overflow-y-auto p-4">
|
||||
<h3 className="mb-2 text-xs font-semibold text-slate-400">检索调试台(混合召回 + rerank)</h3>
|
||||
<div className="flex gap-2">
|
||||
<Input className="flex-1" value={q} onChange={(e) => setQ(e.target.value)} onKeyDown={(e) => e.key === "Enter" && onSearch()} placeholder="输入查询,语义召回相关片段…" />
|
||||
@@ -232,7 +241,7 @@ export function KbView() {
|
||||
{searching ? "检索中…" : "检索"}
|
||||
</Button>
|
||||
</div>
|
||||
<ul className="mt-3 max-h-[40%] space-y-2 overflow-auto">
|
||||
<ul className="mt-3 space-y-2">
|
||||
{hits === null && <li className="text-xs text-slate-600">输入查询后展示命中片段与分数。</li>}
|
||||
{hits !== null && hits.length === 0 && <li className="text-xs text-slate-600">无命中(知识库为空或 RAG 未配置)。</li>}
|
||||
{hits?.map((h, i) => (
|
||||
@@ -247,32 +256,100 @@ export function KbView() {
|
||||
))}
|
||||
</ul>
|
||||
|
||||
{/* 知识图谱(Neo4j / GraphRAG) */}
|
||||
<div className="mt-3 flex items-center justify-between border-t border-line pt-2">
|
||||
<h3 className="text-xs font-semibold text-slate-400">知识图谱(Neo4j)</h3>
|
||||
<div className="mt-4 flex items-center justify-between border-t border-line pt-3">
|
||||
<h3 className="text-xs font-semibold text-slate-400">知识图谱(Neo4j · 力导向)</h3>
|
||||
<Button size="sm" icon={Network} onClick={onGraph}>
|
||||
查看图谱
|
||||
</Button>
|
||||
</div>
|
||||
<ul className="mt-2 flex-1 space-y-1 overflow-auto">
|
||||
{graph === null && <li className="text-[11px] text-slate-600">点「查看图谱」展示入库抽取的实体关系。</li>}
|
||||
{graph !== null && graph.length === 0 && <li className="text-[11px] text-slate-600">该库暂无图谱(需配置 chat 模型 + 入库触发抽取)。</li>}
|
||||
{graph?.map((t, i) => (
|
||||
<li key={i} className="flex items-center gap-1 text-[11px]">
|
||||
<Badge tone="warn">{t.s}</Badge>
|
||||
<span className="text-slate-500">—{t.p}→</span>
|
||||
<Badge tone="success">{t.o}</Badge>
|
||||
</li>
|
||||
))}
|
||||
</ul>
|
||||
<div className="mt-2">
|
||||
<GraphView triples={graphData ?? []} />
|
||||
</div>
|
||||
</section>
|
||||
</div>
|
||||
</div>
|
||||
);
|
||||
}
|
||||
|
||||
const STAGES = ["解析", "解析完成", "切块", "向量化", "写Milvus", "写Bleve", "完成"];
|
||||
function stageOrder(stage: string): number {
|
||||
const i = STAGES.findIndex((s) => stage.startsWith(s));
|
||||
return i < 0 ? -1 : i;
|
||||
// Timeline 渲染入库各阶段:状态灯 + 标签 + 详情;解析预览、切块块、抽取的知识三元组逐步呈现。
|
||||
function Timeline({ prog, vecPct }: { prog: Progress; vecPct: number }) {
|
||||
return (
|
||||
<div className="mt-3 rounded-lg border border-line bg-ink-850 p-3">
|
||||
<ol className="relative ml-1 space-y-2 border-l border-line pl-4">
|
||||
{prog.steps.map((s, i) => {
|
||||
const meta = STAGE[s.stage] ?? { icon: Loader2, label: s.stage };
|
||||
const Icon = meta.icon;
|
||||
const isLast = i === prog.steps.length - 1;
|
||||
const isErr = prog.error && s.stage === "失败";
|
||||
const status = isErr ? "error" : isLast && prog.active ? "active" : "done";
|
||||
return (
|
||||
<li key={i} className="relative">
|
||||
<span className="absolute -left-[21px] top-0.5 flex h-3.5 w-3.5 items-center justify-center rounded-full bg-ink-850">
|
||||
{status === "active" ? (
|
||||
<Loader2 className="h-3.5 w-3.5 animate-spin text-accent-400" />
|
||||
) : status === "error" ? (
|
||||
<XCircle className="h-3.5 w-3.5 text-danger" />
|
||||
) : (
|
||||
<CheckCircle2 className="h-3.5 w-3.5 text-success" />
|
||||
)}
|
||||
</span>
|
||||
<div className="flex items-center gap-2">
|
||||
<Icon className="h-3.5 w-3.5 text-slate-400" />
|
||||
<span className="text-xs font-medium text-slate-200">{meta.label}</span>
|
||||
{s.msg && <span className="text-[11px] text-slate-500">{s.msg}</span>}
|
||||
</div>
|
||||
|
||||
{/* 向量化进度条 */}
|
||||
{s.stage === "向量化" && prog.vecTotal ? (
|
||||
<div className="mt-1">
|
||||
<div className="h-1.5 w-full overflow-hidden rounded-full bg-ink-700">
|
||||
<div className="h-full rounded-full bg-gradient-to-r from-brand to-accent transition-all" style={{ width: `${vecPct}%` }} />
|
||||
</div>
|
||||
<div className="mt-0.5 text-[10px] text-slate-500">{prog.vecDone ?? 0}/{prog.vecTotal} 块({vecPct}%)</div>
|
||||
</div>
|
||||
) : null}
|
||||
|
||||
{/* 解析预览 */}
|
||||
{s.stage === "解析完成" && prog.preview ? (
|
||||
<p className="mt-1 max-h-16 overflow-hidden rounded bg-ink-900 px-2 py-1 text-[11px] leading-relaxed text-slate-400">{prog.preview}</p>
|
||||
) : null}
|
||||
|
||||
{/* 切块预览 */}
|
||||
{s.stage === "切块" && prog.chunks.length > 0 ? (
|
||||
<ul className="mt-1 max-h-20 space-y-0.5 overflow-auto">
|
||||
{prog.chunks.map((c, j) => (
|
||||
<li key={j} className="truncate rounded bg-ink-900 px-1.5 py-0.5 text-[10px] text-slate-400">
|
||||
<span className="text-slate-600">#{j + 1}</span> {c}
|
||||
</li>
|
||||
))}
|
||||
</ul>
|
||||
) : null}
|
||||
</li>
|
||||
);
|
||||
})}
|
||||
</ol>
|
||||
|
||||
{/* 抽取出的知识:三元组 chips + 实时小图谱 */}
|
||||
{prog.triples.length > 0 && (
|
||||
<div className="mt-3 border-t border-line pt-2">
|
||||
<div className="mb-1.5 flex items-center gap-1.5 text-[11px] font-medium text-slate-400">
|
||||
<Network className="h-3.5 w-3.5 text-brand-400" /> 抽取出的知识({prog.triples.length} 条三元组)
|
||||
</div>
|
||||
<div className="flex flex-wrap gap-1">
|
||||
{prog.triples.slice(0, 12).map((t, i) => (
|
||||
<span key={i} className="inline-flex items-center gap-1 rounded bg-ink-900 px-1.5 py-0.5 text-[10px]">
|
||||
<span className="text-brand-400">{t.s}</span>
|
||||
<span className="text-slate-600">{t.p}</span>
|
||||
<span className="text-accent-400">{t.o}</span>
|
||||
</span>
|
||||
))}
|
||||
{prog.triples.length > 12 && <span className="px-1 text-[10px] text-slate-600">+{prog.triples.length - 12}</span>}
|
||||
</div>
|
||||
<div className="mt-2">
|
||||
<GraphView triples={prog.triples} height={200} />
|
||||
</div>
|
||||
</div>
|
||||
)}
|
||||
</div>
|
||||
);
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user