Fix tokenizer jieba tag flow and debug logging

This commit is contained in:
2026-02-03 22:13:51 +08:00
parent b0ed876cb0
commit 12db08abe0
10 changed files with 1357 additions and 70 deletions

View File

@@ -847,29 +847,32 @@ async function sendFrameBaseData(store, totalFloors) {
}
function sendFrameFullData(store, totalFloors) {
const lastSummarized = store?.lastSummarizedMesId ?? -1;
if (store?.json) {
const facts = store.json.facts || [];
const relationships = extractRelationshipsFromFacts(facts);
postToFrame({
type: "SUMMARY_FULL_DATA",
payload: {
keywords: store.json.keywords || [],
events: store.json.events || [],
characters: {
main: store.json.characters?.main || [],
relationships,
},
arcs: store.json.arcs || [],
facts,
lastSummarizedMesId: lastSummarized,
},
payload: buildFramePayload(store),
});
} else {
postToFrame({ type: "SUMMARY_CLEARED", payload: { totalFloors } });
}
}
function buildFramePayload(store) {
const json = store?.json || {};
const facts = json.facts || [];
return {
keywords: json.keywords || [],
events: json.events || [],
characters: {
main: json.characters?.main || [],
relationships: extractRelationshipsFromFacts(facts),
},
arcs: json.arcs || [],
facts,
lastSummarizedMesId: store?.lastSummarizedMesId ?? -1,
};
}
function openPanelForMessage(mesId) {
createOverlay();
showOverlay();
@@ -979,20 +982,11 @@ async function autoRunSummaryWithRetry(targetMesId, configForRun) {
onStatus: (text) => postToFrame({ type: "SUMMARY_STATUS", statusText: text }),
onError: (msg) => postToFrame({ type: "SUMMARY_ERROR", message: msg }),
onComplete: async ({ merged, endMesId, newEventIds }) => {
postToFrame({
type: "SUMMARY_FULL_DATA",
payload: {
keywords: merged.keywords || [],
events: merged.events || [],
characters: merged.characters || { main: [], relationships: [] },
arcs: merged.arcs || [],
world: merged.world || [],
lastSummarizedMesId: endMesId,
},
});
const store = getSummaryStore();
postToFrame({ type: "SUMMARY_FULL_DATA", payload: buildFramePayload(store) });
applyHideStateDebounced();
updateFrameStatsAfterSummary(endMesId, merged);
updateFrameStatsAfterSummary(endMesId, store.json || {});
// L2 自动增量向量化
await autoVectorizeNewEvents(newEventIds);
@@ -1279,20 +1273,11 @@ async function handleManualGenerate(mesId, config) {
onStatus: (text) => postToFrame({ type: "SUMMARY_STATUS", statusText: text }),
onError: (msg) => postToFrame({ type: "SUMMARY_ERROR", message: msg }),
onComplete: async ({ merged, endMesId, newEventIds }) => {
postToFrame({
type: "SUMMARY_FULL_DATA",
payload: {
keywords: merged.keywords || [],
events: merged.events || [],
characters: merged.characters || { main: [], relationships: [] },
arcs: merged.arcs || [],
world: merged.world || [],
lastSummarizedMesId: endMesId,
},
});
const store = getSummaryStore();
postToFrame({ type: "SUMMARY_FULL_DATA", payload: buildFramePayload(store) });
applyHideStateDebounced();
updateFrameStatsAfterSummary(endMesId, merged);
updateFrameStatsAfterSummary(endMesId, store.json || {});
// L2 自动增量向量化
await autoVectorizeNewEvents(newEventIds);