fix: support vision prompt modes

This commit is contained in:
Xin Wang
2026-08-12 19:13:04 +08:00
parent 09b07751b6
commit 94a02d7e2b
29 changed files with 676 additions and 439 deletions
@@ -648,17 +648,19 @@ export function PromptEditor({
hint="开启后,助手会获得读取当前视频画面的工具。选择「模型自己」时,大语言模型必须支持图片输入。"
enabled={form.visionEnabled}
modelResourceId={form.visionModelResourceId}
focusPrompt={form.visionFocusPrompt}
sourcePrompt={form.prompt}
generatorModelResourceId={form.model}
promptMode={form.visionPromptMode}
prompt={form.visionPrompt}
mainModelResourceId={form.model}
modelOptions={visionModelOptions}
onEnabledChange={handlePromptVisionEnabledChange}
onModelResourceIdChange={(value) =>
updateForm("visionModelResourceId", value)
}
onFocusPromptChange={(value) =>
updateForm("visionFocusPrompt", value)
onPromptModeChange={(value) =>
updateForm("visionPromptMode", value)
}
onPromptChange={(value) =>
updateForm("visionPrompt", value)
}
/>
)}
@@ -4,6 +4,7 @@ import type {
KnowledgeRetrievalConfig,
StartupConfig,
TurnConfig,
VisionPromptMode,
} from "@/lib/api";
export type RuntimeMode = "pipeline" | "realtime";
@@ -26,6 +27,7 @@ export type AssistantForm = {
startup: StartupConfig;
visionEnabled: boolean;
visionModelResourceId: string;
visionFocusPrompt: string;
visionPromptMode: VisionPromptMode;
visionPrompt: string;
toolIds: string[];
};