fix(web): add prompt cache affinity to canvas agent (#74)

Co-authored-by: Tiantianr <260026737+Tiantianr@users.noreply.github.com>
This commit is contained in:
Tiantianr
2026-08-02 05:28:02 +08:00
committed by GitHub
parent c574e2d72e
commit e37c1114b3
4 changed files with 64 additions and 10 deletions

View File

@@ -7,6 +7,7 @@ import { buildImageReferencePromptText } from "@/lib/image-reference-prompt";
import { channelRequest } from "@/services/api/custom-channel-relay";
import { imageToDataUrl } from "@/services/image-storage";
import type { ReferenceImage } from "@/types/image";
import { withOpenAIPromptCacheKey } from "@/lib/openai-prompt-cache";
export type AiTextMessage = {
role: "system" | "user" | "assistant";
@@ -100,7 +101,7 @@ type GeminiPayload = {
promptFeedback?: { blockReason?: string };
};
type GeminiStreamState = { buffer: string; text: string; toolCalls: ResponseToolCall[]; error?: string };
type RequestOptions = { signal?: AbortSignal };
type RequestOptions = { signal?: AbortSignal; promptCacheKey?: string };
const QUALITY_BASE: Record<string, number> = {
low: 1024,
@@ -945,13 +946,21 @@ export async function requestToolResponse(config: AiConfig, messages: ResponseIn
parallel_tool_calls: false,
}, onDelta, options);
}
return await requestStreamingResponse(requestConfig, {
model: requestConfig.model,
input: toResponseInput(withSystemMessage(requestConfig, messages)),
tools: tools.map(toResponseTool),
tool_choice: toolChoice,
parallel_tool_calls: false,
}, onDelta, options);
return await requestStreamingResponse(
requestConfig,
withOpenAIPromptCacheKey(
{
model: requestConfig.model,
input: toResponseInput(withSystemMessage(requestConfig, messages)),
tools: tools.map(toResponseTool),
tool_choice: toolChoice,
parallel_tool_calls: false,
},
options?.promptCacheKey,
),
onDelta,
options,
);
} catch (error) {
throw new Error(readAxiosError(error, "请求失败"));
}