Add causal person fusion and MuVAP stage-3 baselines

2026-09-10 06:54:22 +08:00
parent 0534c9d3d0
commit d426b4740a
225 changed files with 27716 additions and 119 deletions
@@ -0,0 +1,62 @@
+asd:
+  num_workers: 16
+  max_epochs: 5
+  seed: 0
+  audio_encoder: cpc
+  precision: bf16-mixed
+  gradient_clip_val: 1.0
+  accumulate_grad_batches: 1
+  matmul_precision: high
+  early_stopping_patience: 0
+  limit_train_batches: 1.0
+  limit_val_batches: 1.0
+  train_window: 250
+  frame_budget: 2048
+  min_batch: 4
+  max_batch: 16
+  val_frame_budget: 8192
+  val_max_batch: 64
+  augment:
+    audio_mix_prob: 0.5
+    audio_snr_db:
+    - -5.0
+    - 5.0
+    visual: true
+    crop_scale:
+    - 0.7
+    - 1.0
+    rotate_degrees: 15.0
+    substitute_audio_prob: 0.0
+  lr: 0.001
+  weight_decay: 0.01
+  warmup_ratio: 0.1
+  min_lr: 1.0e-05
+  projection_window:
+    bin_sec:
+    - 0.8
+    - 0.6
+    - 0.4
+    - 0.2
+    - 0.2
+    - 0.4
+    num_hist_bins: 4
+    frame_hz: 25
+    threshold: 0.5
+    mode: independent
+    cut_center_frame: false
+  cross:
+    d_model: 256
+    m_ff: 4
+    n_heads: 4
+    n_layers: 1
+    dropout: 0.1
+    activation: GELU
+    pos_encoding: alibi
+  temporal:
+    d_model: 512
+    m_ff: 4
+    n_heads: 8
+    n_layers: 1
+    dropout: 0.1
+    activation: GELU
+    pos_encoding: alibi
@@ -0,0 +1,14 @@
+{
+  "module": "asd",
+  "selected_on": "val/mAP_official",
+  "selected_score": 90.498291015625,
+  "epoch": 4,
+  "epochs_planned": 5,
+  "final_epoch": true,
+  "global_step": 87200,
+  "lightning_version": "2.6.1",
+  "parameters": 18881376,
+  "frozen_frontend_omitted": [
+    "audio_encoder"
+  ]
+}
@@ -0,0 +1,42 @@
+vap:
+  arch: mono
+  batch_size: 64
+  num_workers: 16
+  max_epochs: 5
+  lr: 0.001
+  weight_decay: 0.01
+  warmup_ratio: 0.1
+  min_lr: 0.0001
+  precision: bf16-mixed
+  gradient_clip_val: 1.0
+  accumulate_grad_batches: 1
+  matmul_precision: high
+  limit_train_batches: 1.0
+  limit_val_batches: 1.0
+  limit_test_batches: 1.0
+  early_stopping_patience: 0
+  source: npy
+  swap_channels: false
+  projection_window:
+    bin_sec:
+    - 1.4
+    - 0.6
+    - 0.6
+    - 1.4
+    num_hist_bins: 2
+    frame_hz: 25
+    threshold: 0.5
+    mode: role_relative
+    cut_center_frame: false
+  temporal:
+    d_model: 256
+    m_ff: 3
+    n_heads: 4
+    n_layers: 4
+    dropout: 0.1
+    activation: GELU
+    causal: true
+    pos_encoding: alibi
+    ffn: mlp
+    norm: layer
+    max_frames: 4096
@@ -0,0 +1,14 @@
+{
+  "module": "vap",
+  "selected_on": "val/loss",
+  "selected_score": 1.56204092502594,
+  "epoch": 4,
+  "epochs_planned": 5,
+  "final_epoch": true,
+  "global_step": 23190,
+  "lightning_version": "2.6.1",
+  "parameters": 3055752,
+  "frozen_frontend_omitted": [
+    "audio_encoder"
+  ]
+}