Add causal person fusion and MuVAP stage-3 baselines

2026-09-10 06:54:22 +08:00
parent 0534c9d3d0
commit d426b4740a
225 changed files with 27716 additions and 119 deletions
@@ -0,0 +1,29 @@
+
+import numpy as np
+
+def thumos_postprocessing(ground_truth, prediction, smooth=False, switch=False):
+    """
+    We follow (Shou et al., 2017) and adopt their perframe postprocessing method on THUMOS'14 datset.
+    Source: https://bitbucket.org/columbiadvmm/cdc/src/master/THUMOS14/eval/PreFrameLabeling/compute_framelevel_mAP.m
+    """
+
+    # Simple temporal smoothing via NMS of 5-frames window
+    if smooth:
+        prob = np.copy(prediction)
+        prob1 = prob.reshape(1, prob.shape[0], prob.shape[1])
+        prob2 = np.append(prob[0, :].reshape(1, -1), prob[0: -1, :], axis=0).reshape(1, prob.shape[0], prob.shape[1])
+        prob3 = np.append(prob[1:, :], prob[-1, :].reshape(1, -1), axis=0).reshape(1, prob.shape[0], prob.shape[1])
+        prob4 = np.append(prob[0: 2, :], prob[0: -2, :], axis=0).reshape(1, prob.shape[0], prob.shape[1])
+        prob5 = np.append(prob[2:, :], prob[-2:, :], axis=0).reshape(1, prob.shape[0], prob.shape[1])
+        probsmooth = np.squeeze(np.max(np.concatenate((prob1, prob2, prob3, prob4, prob5), axis=0), axis=0))
+        prediction = np.copy(probsmooth)
+
+    # Assign cliff diving (5) as diving (8)
+    if switch:
+        switch_index = np.where(prediction[:, 5] > prediction[:, 8])[0]
+        prediction[switch_index, 8] = prediction[switch_index, 5]
+
+    # Remove ambiguous (21)
+    valid_index = np.where(ground_truth[:, 21] != 1)[0]
+
+    return ground_truth[valid_index], prediction[valid_index]