1. 查询改写(带受控词表约束与 JSON 失败降级):
async function rewriteQuery(query: string): Promise<string[]> {
const response = await anthropic.messages.create({
model: llmModel,
max_tokens: 600,
messages: [{ role: "user", content: `把问题改写成 3 个检索入口,只返回 JSON 数组:${query}` }],
});
const textBlock = response.content.find((b) => b.type === "text");
const text = textBlock?.type === "text" ? textBlock.text : "[]";
try {
const parsed = JSON.parse(text) as unknown;
if (Array.isArray(parsed)) {
return parsed.filter((item): item is string => typeof item === "string").slice(0, 3);
}
} catch {
// 改写失败时退回原问题,保证主检索链路不断
}
return [query];
}
2. RRF 倒数排名融合(k = 60,随上方实验台滑块实时同步):
function reciprocalRankFusion(bm25Results: ScoredChunk[], vectorResults: ScoredChunk[], limit = 5) {
const k = 60;
const byId = new Map<string, HybridChunk>();
for (const doc of chunks) byId.set(doc.id, { ...doc, bm25Score: 0, vectorScore: 0, fusedScore: 0 });
bm25Results.forEach((r, idx) => {
const item = byId.get(r.id);
if (item) { item.bm25Score = r.score; item.fusedScore += 1 / (k + idx + 1); }
});
vectorResults.forEach((r, idx) => {
const item = byId.get(r.id);
if (item) { item.vectorScore = r.score; item.fusedScore += 1 / (k + idx + 1); }
});
return [...byId.values()].filter((d) => d.fusedScore > 0).sort((a, b) => b.fusedScore - a.fusedScore).slice(0, limit);
}