Add causal person fusion and MuVAP stage-3 baselines

2026-09-10 06:54:22 +08:00
parent 0534c9d3d0
commit d426b4740a
225 changed files with 27716 additions and 119 deletions
@@ -0,0 +1,62 @@
+asd:
+  num_workers: 16
+  max_epochs: 5
+  seed: 0
+  audio_encoder: cpc
+  precision: bf16-mixed
+  gradient_clip_val: 1.0
+  accumulate_grad_batches: 1
+  matmul_precision: high
+  early_stopping_patience: 0
+  limit_train_batches: 1.0
+  limit_val_batches: 1.0
+  train_window: 250
+  frame_budget: 2048
+  min_batch: 4
+  max_batch: 16
+  val_frame_budget: 8192
+  val_max_batch: 64
+  augment:
+    audio_mix_prob: 0.5
+    audio_snr_db:
+    - -5.0
+    - 5.0
+    visual: true
+    crop_scale:
+    - 0.7
+    - 1.0
+    rotate_degrees: 15.0
+    substitute_audio_prob: 0.0
+  lr: 0.001
+  weight_decay: 0.01
+  warmup_ratio: 0.1
+  min_lr: 1.0e-05
+  projection_window:
+    bin_sec:
+    - 0.8
+    - 0.6
+    - 0.4
+    - 0.2
+    - 0.2
+    - 0.4
+    num_hist_bins: 4
+    frame_hz: 25
+    threshold: 0.5
+    mode: independent
+    cut_center_frame: false
+  cross:
+    d_model: 256
+    m_ff: 4
+    n_heads: 4
+    n_layers: 1
+    dropout: 0.1
+    activation: GELU
+    pos_encoding: alibi
+  temporal:
+    d_model: 512
+    m_ff: 4
+    n_heads: 8
+    n_layers: 1
+    dropout: 0.1
+    activation: GELU
+    pos_encoding: alibi