feat: add dynamic variables and startup result handling in batch run schemas

- Introduced dynamic_variables field in BatchRunCreate schema to support flexible input types.
- Added BatchStartupResult schema to encapsulate startup state, including greeting and auto-confirmed messages.
- Updated BatchRunCaseOut schema to include startup results, enhancing the structure for test run outputs.
- Enhanced test run orchestration to prepare and validate dynamic configurations, ensuring isolated variable management across test cases.
- Implemented changes in the frontend to accommodate new data structures for improved test case execution and result tracking.

backend/test_schemas.py

@@ -316,6 +316,10 @@ class BatchRunCreate(CamelModel):
     assistant_id: str = Field(min_length=1, max_length=40)
     evaluator_model_resource_id: str = Field(min_length=1, max_length=40)
     case_ids: list[str] = Field(min_length=1, max_length=1_000)
+    dynamic_variables: dict[str, str | int | float | bool] = Field(
+        default_factory=dict,
+        max_length=50,
+    )
     config: BatchRunConfig = Field(default_factory=BatchRunConfig)
     title: str | None = Field(default=None, max_length=256)
 
@@ -363,11 +367,19 @@ class BatchTurnResult(CamelModel):
     evaluations: list[BatchEvaluationResult] = Field(default_factory=list)
 
 
+class BatchStartupResult(CamelModel):
+    completed: bool = False
+    greeting: str = ""
+    assistant_outputs: list[str] = Field(default_factory=list)
+    auto_confirmed_messages: list[dict[str, Any]] = Field(default_factory=list)
+
+
 class BatchRunCaseOut(CamelModel):
     id: str
     name: str
     status: CaseStatus
     turns: list[BatchTurnResult] = Field(default_factory=list)
+    startup: BatchStartupResult = Field(default_factory=BatchStartupResult)
     overall_criteria: list[BatchEvaluationResult] = Field(default_factory=list)
     attempt_count: int
     max_attempts: int