32 lines
1.5 KiB
TypeScript
32 lines
1.5 KiB
TypeScript
import { fromPrismaProvider } from "./llm/provider-ids.js";
|
|
|
|
function record(value: unknown): Record<string, unknown> {
|
|
return value && typeof value === "object" && !Array.isArray(value) ? value as Record<string, unknown> : {};
|
|
}
|
|
|
|
type RecordedCall = {
|
|
provider: unknown;
|
|
model: string;
|
|
request: unknown;
|
|
error: string | null;
|
|
latencyMs: number | null;
|
|
};
|
|
|
|
/** Recover older streaming replies only through an unambiguous, completed request ID. */
|
|
export function withMessageGenerations<T extends { role: string; metadata: unknown }>(messages: T[], calls: RecordedCall[]): T[] {
|
|
const byRequest = new Map<string, { provider: string; model: string } | null>();
|
|
for (const call of calls) {
|
|
const requestId = record(call.request).clientRequestId;
|
|
if (typeof requestId !== "string" || !requestId || call.error !== null || call.latencyMs === null) continue;
|
|
const provider = fromPrismaProvider(call.provider);
|
|
if (!provider || !call.model.trim()) continue;
|
|
byRequest.set(requestId, byRequest.has(requestId) ? null : { provider, model: call.model });
|
|
}
|
|
return messages.map(message => {
|
|
const metadata = record(message.metadata);
|
|
if (message.role !== "assistant" || metadata.agentAside === true || metadata.generation !== undefined) return message;
|
|
const generation = typeof metadata.clientRequestId === "string" ? byRequest.get(metadata.clientRequestId) : null;
|
|
return generation ? { ...message, metadata: { ...metadata, generation } } : message;
|
|
});
|
|
}
|