feat: unify debug runtime timelines

This commit is contained in:
Xin Wang
2026-08-13 09:30:43 +08:00
parent 7c18cea16d
commit eb111a3890
21 changed files with 1380 additions and 533 deletions
@@ -302,6 +302,7 @@ class TestRunOrchestrator:
"greeting": "",
"assistantOutputs": [],
"autoConfirmedMessages": [],
"runtimeRecords": [],
},
"overallCriteria": [],
}
@@ -324,6 +325,7 @@ class TestRunOrchestrator:
"autoConfirmedMessages": list(
startup.auto_confirmed_messages
),
"runtimeRecords": list(startup.runtime_records),
}
row.result = result
await session.commit()
@@ -346,6 +348,7 @@ class TestRunOrchestrator:
"userInput": turn.user_input,
"assistantReply": turn.assistant_reply,
"toolCalls": [item.as_result() for item in turn.tool_calls],
"runtimeRecords": list(turn.runtime_records),
"evaluations": [],
}
turns = [item for item in turns if item.get("id") != turn.id]
@@ -382,6 +385,7 @@ class TestRunOrchestrator:
"autoConfirmedMessages": list(
startup.auto_confirmed_messages
),
"runtimeRecords": list(startup.runtime_records),
},
"overallCriteria": [
item.model_dump(mode="json", by_alias=True)