feat: unify debug runtime timelines
This commit is contained in:
@@ -302,6 +302,7 @@ class TestRunOrchestrator:
|
||||
"greeting": "",
|
||||
"assistantOutputs": [],
|
||||
"autoConfirmedMessages": [],
|
||||
"runtimeRecords": [],
|
||||
},
|
||||
"overallCriteria": [],
|
||||
}
|
||||
@@ -324,6 +325,7 @@ class TestRunOrchestrator:
|
||||
"autoConfirmedMessages": list(
|
||||
startup.auto_confirmed_messages
|
||||
),
|
||||
"runtimeRecords": list(startup.runtime_records),
|
||||
}
|
||||
row.result = result
|
||||
await session.commit()
|
||||
@@ -346,6 +348,7 @@ class TestRunOrchestrator:
|
||||
"userInput": turn.user_input,
|
||||
"assistantReply": turn.assistant_reply,
|
||||
"toolCalls": [item.as_result() for item in turn.tool_calls],
|
||||
"runtimeRecords": list(turn.runtime_records),
|
||||
"evaluations": [],
|
||||
}
|
||||
turns = [item for item in turns if item.get("id") != turn.id]
|
||||
@@ -382,6 +385,7 @@ class TestRunOrchestrator:
|
||||
"autoConfirmedMessages": list(
|
||||
startup.auto_confirmed_messages
|
||||
),
|
||||
"runtimeRecords": list(startup.runtime_records),
|
||||
},
|
||||
"overallCriteria": [
|
||||
item.model_dump(mode="json", by_alias=True)
|
||||
|
||||
Reference in New Issue
Block a user