Reframe targeted manuscript around egocentric local evidence

This commit is contained in:
Xin Wang
2026-09-24 14:34:35 +08:00
parent 3941770748
commit 82cd1b6abb
3 changed files with 310 additions and 135 deletions
+145
View File
@@ -61,3 +61,148 @@
year = {2025},
doi = {10.1109/ICASSP49660.2025.10888166}
}
@inproceedings{russell2025mmvap,
author = {Sam O'Connor Russell and Naomi Harte},
title = {Visual Cues Enhance Predictive Turn-Taking for Two-Party Human Interaction},
booktitle = {Findings of ACL},
pages = {209--221},
year = {2025},
doi = {10.18653/v1/2025.findings-acl.12}
}
@inproceedings{elmers2025triadic,
author = {Mikey Elmers and Koji Inoue and Divesh Lala and Tatsuya Kawahara},
title = {Triadic Multi-party Voice Activity Projection for Turn-taking in Spoken Dialogue Systems},
booktitle = {Proc. Interspeech},
year = {2025},
url = {https://www.isca-archive.org/interspeech_2025/elmers25_interspeech.html}
}
@inproceedings{lin2025backchannel,
author = {Yuxin Lin and Yinglin Zheng and Ming Zeng and Wangzheng Shi},
title = {Predicting Turn-Taking and Backchannel in Human-Machine Conversations Using Linguistic, Acoustic, and Visual Signals},
booktitle = {Proc. ACL},
pages = {15310--15322},
year = {2025},
doi = {10.18653/v1/2025.acl-long.743}
}
@inproceedings{lee2024eot,
author = {Meng-Chen Lee and Zhigang Deng},
title = {Online Multimodal End-of-Turn Prediction for Three-party Conversations},
booktitle = {Proc. International Conference on Multimodal Interaction},
pages = {57--65},
year = {2024},
doi = {10.1145/3678957.3685742}
}
@article{jiang2026turnbench,
author = {Freeman Jiang and others},
title = {{TurnBench}: A Multi-Domain Benchmark for Turn-Taking Dynamics in Spoken Dialogue},
journal = {arXiv preprint arXiv:2608.25218},
year = {2026}
}
@inproceedings{grauman2022ego4d,
author = {Kristen Grauman and Andrew Westbury and Eugene Byrne and others},
title = {{Ego4D}: Around the World in 3,000 Hours of Egocentric Video},
booktitle = {Proc. IEEE/CVF Conference on Computer Vision and Pattern Recognition},
pages = {18995--19012},
year = {2022}
}
@inproceedings{kong2024sicnet,
author = {Deqian Kong and Furqan Khan and Xu Zhang and Prateek Singhal and Ying Nian Wu},
title = {Long-Term Social Interaction Context: The Key to Egocentric Addressee Detection},
booktitle = {Proc. IEEE International Conference on Acoustics, Speech and Signal Processing},
year = {2024}
}
@inproceedings{jiang2022asl,
author = {Hao Jiang and Calvin Murdock and Vamsi Krishna Ithapu},
title = {Egocentric Deep Multi-Channel Audio-Visual Active Speaker Localization},
booktitle = {Proc. IEEE/CVF Conference on Computer Vision and Pattern Recognition},
year = {2022}
}
@inproceedings{clarke2025asd,
author = {Jason Clarke and Yoshihiko Gotoh and Stefan Goetze},
title = {Speaker Embedding Informed Audiovisual Active Speaker Detection for Egocentric Recordings},
booktitle = {Proc. IEEE International Conference on Acoustics, Speech and Signal Processing},
year = {2025},
url = {https://arxiv.org/abs/2502.06012}
}
@inproceedings{wang2024loconet,
author = {Xizi Wang and Feng Cheng and Gedas Bertasius and David Crandall},
title = {{LoCoNet}: Long-Short Context Network for Active Speaker Detection},
booktitle = {Proc. IEEE/CVF Conference on Computer Vision and Pattern Recognition},
year = {2024}
}
@inproceedings{oconnorrussell2025noise,
author = {Sam O'Connor Russell and Naomi Harte},
title = {Visual Cues Support Robust Turn-taking Prediction in Noise},
booktitle = {Proc. Interspeech},
year = {2025},
url = {https://www.isca-archive.org/interspeech_2025/oconnorrussell25_interspeech.html}
}
@article{cui2026minicpmo45,
author = {Junbo Cui and Bokai Xu and Chongyi Wang and others},
title = {{MiniCPM-o 4.5}: Towards Real-Time Full-Duplex Omni-Modal Interaction},
journal = {arXiv preprint arXiv:2604.27393},
year = {2026}
}
@article{tian2026roma,
author = {Xueyun Tian and Wei Li and Bingbing Xu and Heng Dong and Yuanzhuo Wang and Huawei Shen},
title = {{ROMA}: Real-time Omni-Multimodal Assistant with Interactive Streaming Understanding},
journal = {arXiv preprint arXiv:2601.10323},
year = {2026}
}
@article{yan2026duplug,
author = {Ruiqi Yan and Wenxi Chen and Zhanxun Liu and others},
title = {{SoulX-Duplug}: Plug-and-Play Streaming State Prediction Module for Realtime Full-Duplex Speech Conversation},
journal = {arXiv preprint arXiv:2603.14877},
year = {2026}
}
@article{yu2025salmonnomni,
author = {Wenyi Yu and Siyin Wang and Xiaoyu Yang and others},
title = {{SALMONN-omni}: A Standalone Speech LLM without Codec Injection for Full-duplex Conversation},
journal = {arXiv preprint arXiv:2505.17060},
year = {2025}
}
@inproceedings{chen2024videollmonline,
author = {Joya Chen and others},
title = {{VideoLLM-online}: Online Video Large Language Model for Streaming Video},
booktitle = {Proc. IEEE/CVF Conference on Computer Vision and Pattern Recognition},
year = {2024}
}
@inproceedings{wang2025omnimmi,
author = {Yuxuan Wang and others},
title = {{OmniMMI}: A Comprehensive Multi-modal Interaction Benchmark in Streaming Video Contexts},
booktitle = {Proc. IEEE/CVF Conference on Computer Vision and Pattern Recognition},
year = {2025}
}
@inproceedings{lin2023lavish,
author = {Yan-Bo Lin and Yi-Lin Sung and Jie Lei and Mohit Bansal and Gedas Bertasius},
title = {Vision Transformers Are Parameter-Efficient Audio-Visual Learners},
booktitle = {Proc. IEEE/CVF Conference on Computer Vision and Pattern Recognition},
pages = {2299--2309},
year = {2023}
}
@inproceedings{rouditchenko2024whisperflamingo,
author = {Andrew Rouditchenko and Yuan Gong and Samuel Thomas and Leonid Karlinsky and Hilde Kuehne and Rogerio Feris and James Glass},
title = {{Whisper-Flamingo}: Integrating Visual Features into Whisper for Audio-Visual Speech Recognition and Translation},
booktitle = {Proc. Interspeech},
pages = {2420--2424},
year = {2024}
}