Add support for NVDEC backend in video processing and enhance README documentation. Introduce a new script for extracting EasyCom sessions on specific GPUs, detailing session management and error handling. Update requirements.txt to include PyNvVideoCodec as an optional dependency. Refactor streaming_turn_model_directly.py to accommodate multiple decoder backends and improve frame indexing with ffprobe.

2026-08-18 08:41:54 +08:00
parent e4fb62ba60
commit 24cb92f1f4
5 changed files with 304 additions and 22 deletions
@@ -0,0 +1,60 @@
+#!/usr/bin/env bash
+# Extract all 12 EasyCom sessions on host GPUs 3 and 4.
+# Exactly one Qwen/Decord worker runs on each GPU; sessions are processed
+# sequentially within each worker. The ordering balances the official 5-Hz
+# target lengths across the two GPUs.
+set -euo pipefail
+
+PROJECT_ROOT="${PROJECT_ROOT:-/data/wangx/Code/icassp2027-experiment}"
+DATASET_ROOT="${DATASET_ROOT:-/data/wangx/Datasets/easycom}"
+MODEL="${MODEL:-/data/wangx/Models/Qwen2.5-Omni-3B}"
+
+VIDEO_ROOT="${VIDEO_ROOT:-${DATASET_ROOT}/extracted_easycom/Main/Video_Compressed}"
+TARGET_ROOT="${TARGET_ROOT:-${DATASET_ROOT}/easycom_target_frame}"
+FEATURE_ROOT="${FEATURE_ROOT:-${DATASET_ROOT}/omni_features/open_stream_2fps_20s_decord}"
+LOG_ROOT="${LOG_ROOT:-${PROJECT_ROOT}/logs/easycom_2x4090_decord}"
+
+mkdir -p "${FEATURE_ROOT}" "${LOG_ROOT}"
+
+for gpu in 3 4; do
+  nvidia-smi -i "${gpu}" --query-gpu=index,name,memory.total \
+    --format=csv,noheader
+done
+
+for sid in {1..12}; do
+  test -d "${VIDEO_ROOT}/Session_${sid}" || {
+    echo "Missing video directory: ${VIDEO_ROOT}/Session_${sid}" >&2
+    exit 1
+  }
+  test -s "${TARGET_ROOT}/Session_${sid}.npy" || {
+    echo "Missing target: ${TARGET_ROOT}/Session_${sid}.npy" >&2
+    exit 1
+  }
+done
+
+echo "Features: ${FEATURE_ROOT}"
+echo "Logs:     ${LOG_ROOT}"
+echo "GPU 3: Session_12 Session_5 Session_9 Session_8 Session_10 Session_1"
+echo "GPU 4: Session_6 Session_4 Session_3 Session_2 Session_7 Session_11"
+
+exec nice -n 5 env \
+  OMP_NUM_THREADS=4 \
+  MKL_NUM_THREADS=4 \
+  OPENBLAS_NUM_THREADS=4 \
+  PROJECT_ROOT="${PROJECT_ROOT}" \
+  MODEL="${MODEL}" \
+  VIDEO_ROOT="${VIDEO_ROOT}" \
+  TARGET_ROOT="${TARGET_ROOT}" \
+  FEATURE_ROOT="${FEATURE_ROOT}" \
+  LOG_ROOT="${LOG_ROOT}" \
+  GPUS="3 4" \
+  SESSIONS="12 6 5 4 9 3 8 2 10 7 1 11" \
+  MEMORY_SECONDS=20 \
+  NATIVE_BLOCK_SECONDS=2 \
+  VIDEO_FPS=2 \
+  FRAME_CACHE_SIZE=64 \
+  MODE=open-stream-replay \
+  DTYPE=bfloat16 \
+  DECODER=decord \
+  DECODER_GPU_ID=0 \
+  bash "${PROJECT_ROOT}/run_extract_easycom_direct.sh"