feat(ai): add llm fallback for shadow routing

This commit is contained in:
digua committed 2026-06-10 00:15:25 +08:00
1 parent 712d5212c2
commit 8ca3f0be8b
8 files changed
+253 -22

No files matched your search

+18 -8
View File
@@ -7,6 +7,7 @@
import {
DEFAULT_MAX_TOOL_ROUNDS,
createLlmRouteDecider,
decideRequestRoute,
runAgentCore,
checkAndCompress,
@@ -166,14 +167,23 @@ export async function runServerAgent(options: RunAgentOptions): Promise<void> {
try {
const routeStartedAt = Date.now()
const routeDecision = await decideRequestRoute({
userMessage,
chatType,
locale,
dataSnapshot,
availableTools: tools.map((tool) => tool.name),
skillSummary: skillDef?.name ?? (skillMenu ? 'auto_skill_menu' : undefined),
})
const routeDecision = await decideRequestRoute(
{
userMessage,
chatType,
locale,
dataSnapshot,
availableTools: tools.map((tool) => tool.name),
skillSummary: skillDef?.name ?? (skillMenu ? 'auto_skill_menu' : undefined),
},
{
llmRouter: createLlmRouteDecider({
piModel,
apiKey: llmConfig.apiKey,
abortSignal,
}),
}
)
aiLogger?.info('Router', 'Shadow route decision', {
...routeDecision,
elapsedMs: Date.now() - routeStartedAt,