mirror of
https://github.com/hellodigua/ChatLab.git
synced 2026-10-25 17:54:34 +08:00
feat(ai): add llm fallback for shadow routing
This commit is contained in:
1 parent
712d5212c2
commit
8ca3f0be8b
8 files changed
+253
-22
No files matched your search
@@ -7,6 +7,7 @@
|
||||
|
||||
import {
|
||||
DEFAULT_MAX_TOOL_ROUNDS,
|
||||
createLlmRouteDecider,
|
||||
decideRequestRoute,
|
||||
runAgentCore,
|
||||
checkAndCompress,
|
||||
@@ -166,14 +167,23 @@ export async function runServerAgent(options: RunAgentOptions): Promise<void> {
|
||||
|
||||
try {
|
||||
const routeStartedAt = Date.now()
|
||||
const routeDecision = await decideRequestRoute({
|
||||
userMessage,
|
||||
chatType,
|
||||
locale,
|
||||
dataSnapshot,
|
||||
availableTools: tools.map((tool) => tool.name),
|
||||
skillSummary: skillDef?.name ?? (skillMenu ? 'auto_skill_menu' : undefined),
|
||||
})
|
||||
const routeDecision = await decideRequestRoute(
|
||||
{
|
||||
userMessage,
|
||||
chatType,
|
||||
locale,
|
||||
dataSnapshot,
|
||||
availableTools: tools.map((tool) => tool.name),
|
||||
skillSummary: skillDef?.name ?? (skillMenu ? 'auto_skill_menu' : undefined),
|
||||
},
|
||||
{
|
||||
llmRouter: createLlmRouteDecider({
|
||||
piModel,
|
||||
apiKey: llmConfig.apiKey,
|
||||
abortSignal,
|
||||
}),
|
||||
}
|
||||
)
|
||||
aiLogger?.info('Router', 'Shadow route decision', {
|
||||
...routeDecision,
|
||||
elapsedMs: Date.now() - routeStartedAt,
|
||||
|
||||
Reference in new issue
Block a user