@inproceedings{kang-etal-2026-streaming,
title = "Streaming Atomic Action Segmentation in Egocentric Videos via Iterative {LVLM}-to-Streaming Distillation",
author = "Kang, Hyolim and
Lee, Jungsoo and
Cho, Janghoon and
Lee, Juntae and
Kim, Seon Joo and
Choi, Sungha",
editor = "Lee, Hung-Yi and
Dev, Sunipa and
Li, Jessy and
Elliott, Desmond",
booktitle = "Proceedings of the 2026 Conference on Empirical Methods in Natural Language Processing",
month = oct,
year = "2026",
address = "Budapest, Hungary",
publisher = "Association for Computational Linguistics",
url = "https://aclanthology.org/2026.emnlp-main.1163/",
pages = "26613--26631",
ISBN = "979-8-89176-459-0",
abstract = "Large Vision-Language Models (LVLMs) are promising scalable annotators for video understanding, but they are not directly suited for dense temporal annotation. We study this challenge in egocentric streaming understanding, where the goal is to segment continuous first-person video into atomic actions: short, concrete physical interactions with well-localized temporal boundaries.\par We propose CoTT (Chains of Temporal Transitions), an annotation-free framework that structures LVLM reasoning around temporal transitions and combines it with iterative streaming distillation. CoTT uses structured LVLM reasoning to generate dense atomic action pseudo-labels from unlabeled egocentric videos, distills these labels into a lightweight online model, and bootstraps the model{'}s predictions to improve temporal consistency.\par On large-scale egocentric benchmarks, EPIC-Kitchens-100 and Ego-Exo4D, CoTT achieves competitive performance against supervised online localization methods without using ground truth temporal annotations for training. It also transfers across egocentric datasets and, on THUMOS14, outperforms prior best training-free zero-shot Temporal Action Localization methods, even without any dataset-specific training or adaptation."
}<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="kang-etal-2026-streaming">
<titleInfo>
<title>Streaming Atomic Action Segmentation in Egocentric Videos via Iterative LVLM-to-Streaming Distillation</title>
</titleInfo>
<name type="personal">
<namePart type="given">Hyolim</namePart>
<namePart type="family">Kang</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Jungsoo</namePart>
<namePart type="family">Lee</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Janghoon</namePart>
<namePart type="family">Cho</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Juntae</namePart>
<namePart type="family">Lee</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Seon</namePart>
<namePart type="given">Joo</namePart>
<namePart type="family">Kim</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Sungha</namePart>
<namePart type="family">Choi</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2026-10</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>Proceedings of the 2026 Conference on Empirical Methods in Natural Language Processing</title>
</titleInfo>
<name type="personal">
<namePart type="given">Hung-Yi</namePart>
<namePart type="family">Lee</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Sunipa</namePart>
<namePart type="family">Dev</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Jessy</namePart>
<namePart type="family">Li</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Desmond</namePart>
<namePart type="family">Elliott</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<originInfo>
<publisher>Association for Computational Linguistics</publisher>
<place>
<placeTerm type="text">Budapest, Hungary</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
<identifier type="isbn">979-8-89176-459-0</identifier>
</relatedItem>
<abstract>Large Vision-Language Models (LVLMs) are promising scalable annotators for video understanding, but they are not directly suited for dense temporal annotation. We study this challenge in egocentric streaming understanding, where the goal is to segment continuous first-person video into atomic actions: short, concrete physical interactions with well-localized temporal boundaries.\par We propose CoTT (Chains of Temporal Transitions), an annotation-free framework that structures LVLM reasoning around temporal transitions and combines it with iterative streaming distillation. CoTT uses structured LVLM reasoning to generate dense atomic action pseudo-labels from unlabeled egocentric videos, distills these labels into a lightweight online model, and bootstraps the model’s predictions to improve temporal consistency.\par On large-scale egocentric benchmarks, EPIC-Kitchens-100 and Ego-Exo4D, CoTT achieves competitive performance against supervised online localization methods without using ground truth temporal annotations for training. It also transfers across egocentric datasets and, on THUMOS14, outperforms prior best training-free zero-shot Temporal Action Localization methods, even without any dataset-specific training or adaptation.</abstract>
<identifier type="citekey">kang-etal-2026-streaming</identifier>
<location>
<url>https://aclanthology.org/2026.emnlp-main.1163/</url>
</location>
<part>
<date>2026-10</date>
<extent unit="page">
<start>26613</start>
<end>26631</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T Streaming Atomic Action Segmentation in Egocentric Videos via Iterative LVLM-to-Streaming Distillation
%A Kang, Hyolim
%A Lee, Jungsoo
%A Cho, Janghoon
%A Lee, Juntae
%A Kim, Seon Joo
%A Choi, Sungha
%Y Lee, Hung-Yi
%Y Dev, Sunipa
%Y Li, Jessy
%Y Elliott, Desmond
%S Proceedings of the 2026 Conference on Empirical Methods in Natural Language Processing
%D 2026
%8 October
%I Association for Computational Linguistics
%C Budapest, Hungary
%@ 979-8-89176-459-0
%F kang-etal-2026-streaming
%X Large Vision-Language Models (LVLMs) are promising scalable annotators for video understanding, but they are not directly suited for dense temporal annotation. We study this challenge in egocentric streaming understanding, where the goal is to segment continuous first-person video into atomic actions: short, concrete physical interactions with well-localized temporal boundaries.\par We propose CoTT (Chains of Temporal Transitions), an annotation-free framework that structures LVLM reasoning around temporal transitions and combines it with iterative streaming distillation. CoTT uses structured LVLM reasoning to generate dense atomic action pseudo-labels from unlabeled egocentric videos, distills these labels into a lightweight online model, and bootstraps the model’s predictions to improve temporal consistency.\par On large-scale egocentric benchmarks, EPIC-Kitchens-100 and Ego-Exo4D, CoTT achieves competitive performance against supervised online localization methods without using ground truth temporal annotations for training. It also transfers across egocentric datasets and, on THUMOS14, outperforms prior best training-free zero-shot Temporal Action Localization methods, even without any dataset-specific training or adaptation.
%U https://aclanthology.org/2026.emnlp-main.1163/
%P 26613-26631
Markdown (Informal)
[Streaming Atomic Action Segmentation in Egocentric Videos via Iterative LVLM-to-Streaming Distillation](https://aclanthology.org/2026.emnlp-main.1163/) (Kang et al., EMNLP 2026)
ACL