feat(evals): add shared case groups and selectable test suites
This commit is contained in:
@@ -0,0 +1,48 @@
|
||||
# Paths are relative to cases/. Suites select files; no inputs or assertions
|
||||
# are copied here. All suites run both client modes unless --mode is supplied.
|
||||
smoke:
|
||||
description: 快速覆盖单车、双车、复杂事故、非机动车、时间更正和拍照转换
|
||||
include:
|
||||
- collection_skip_known_info/*_single_all_info.yaml
|
||||
- collection_skip_known_info/*_dual_all_info.yaml
|
||||
- complex_vehicle/*.yaml
|
||||
- non_motor_vehicle/*_electric_bicycle.yaml
|
||||
- time_confirmation/*.yaml
|
||||
- photo_skip_plate_confirm/*_single.yaml
|
||||
collection:
|
||||
description: 信息采集、表单保持、时间确认、非机动车和复杂事故分流
|
||||
include:
|
||||
- collection_skip_known_info/*.yaml
|
||||
- customer_feedback/*.yaml
|
||||
- complex_vehicle/*.yaml
|
||||
- non_motor_vehicle/*.yaml
|
||||
- time_confirmation/*.yaml
|
||||
- no_false/*.yaml
|
||||
vehicle_count:
|
||||
description: 单方数量推断、零机动车提取、类型更正、三车转人工及客户反馈
|
||||
include:
|
||||
- collection_skip_known_info/*_single_no_inferred_count.yaml
|
||||
- non_motor_vehicle/*.yaml
|
||||
- complex_vehicle/*.yaml
|
||||
- customer_feedback/*.yaml
|
||||
safety:
|
||||
description: 复杂事故立即转人工、非机动车分流、ASR噪声和不确定人伤
|
||||
include:
|
||||
- complex_vehicle/*.yaml
|
||||
- non_motor_vehicle/*.yaml
|
||||
- no_false/*.yaml
|
||||
- collection_skip_known_info/*_dual_unclear_injury.yaml
|
||||
photo:
|
||||
description: 单双车拍照转换、按钮指引、失败及避免重复说明
|
||||
include:
|
||||
- photo_button_guidance/*.yaml
|
||||
- photo_skip_plate_confirm/*.yaml
|
||||
feedback:
|
||||
description: 客户反馈回归,包括已知信息不重复问和三车立即转人工
|
||||
include:
|
||||
- customer_feedback/*.yaml
|
||||
- complex_vehicle/*.yaml
|
||||
full:
|
||||
description: 全部案例,等价于不指定测试集
|
||||
include:
|
||||
- "*.yaml"
|
||||
Reference in New Issue
Block a user