@inproceedings{oguz-etal-2026-ontology,
title = "Ontology-Guided Procedural Knowledge Extraction and Validation Case Study on the Lockout-Tagout Documents",
author = {Oguz, Cennet and
Pokaratsiri Goldstein, Noon and
Steffen, J{\"o}rg and
Biswas, Reetam and
Neumann, G{\"u}nter},
editor = "T.Y.S.S., Santosh and
Agarwal, Amit and
Gupta, Vivek and
Kementchedjhieva, Yova and
Garimella, Aparna and
Hou, Yufang",
booktitle = "The Proceedings of Workshop on Document Intelligence and Understanding",
month = oct,
year = "2026",
address = "Budapest, Hungary",
publisher = "Association for Computational Linguistics",
url = "https://aclanthology.org/2026.docinsights-1.16/",
pages = "217--231",
ISBN = "979-8-89176-477-4",
abstract = "We present a case study developing an ontology-guided framework for extracting and validating procedural knowledge from safety-critical documents with limited annotations, specifically the Lockout-Tagout (LOTO) procedural documents. We build multimodal Procedural Knowledge Graphs (PKGs) grounded in the Procedural Knowledge Ontology (PKO) from text and diagrams using LLMs and VLMs. The extracted PKGs are evaluated on instruction- and graph-level metrics with validation against a domain expert curated ontology for action{--}entity relations, step order, and cross-modal alignment. Embedding-based metrics capture semantic alignment, while lexical metrics expose safety-critical mismatches. Our experiments on proprietary and public LOTO documents demonstrate the feasibility and limitations of multimodal procedural extraction and motivate ontology-guided validation."
}<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="oguz-etal-2026-ontology">
<titleInfo>
<title>Ontology-Guided Procedural Knowledge Extraction and Validation Case Study on the Lockout-Tagout Documents</title>
</titleInfo>
<name type="personal">
<namePart type="given">Cennet</namePart>
<namePart type="family">Oguz</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Noon</namePart>
<namePart type="family">Pokaratsiri Goldstein</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Jörg</namePart>
<namePart type="family">Steffen</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Reetam</namePart>
<namePart type="family">Biswas</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Günter</namePart>
<namePart type="family">Neumann</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2026-10</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>The Proceedings of Workshop on Document Intelligence and Understanding</title>
</titleInfo>
<name type="personal">
<namePart type="given">Santosh</namePart>
<namePart type="family">T.Y.S.S.</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Amit</namePart>
<namePart type="family">Agarwal</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Vivek</namePart>
<namePart type="family">Gupta</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Yova</namePart>
<namePart type="family">Kementchedjhieva</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Aparna</namePart>
<namePart type="family">Garimella</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Yufang</namePart>
<namePart type="family">Hou</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<originInfo>
<publisher>Association for Computational Linguistics</publisher>
<place>
<placeTerm type="text">Budapest, Hungary</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
<identifier type="isbn">979-8-89176-477-4</identifier>
</relatedItem>
<abstract>We present a case study developing an ontology-guided framework for extracting and validating procedural knowledge from safety-critical documents with limited annotations, specifically the Lockout-Tagout (LOTO) procedural documents. We build multimodal Procedural Knowledge Graphs (PKGs) grounded in the Procedural Knowledge Ontology (PKO) from text and diagrams using LLMs and VLMs. The extracted PKGs are evaluated on instruction- and graph-level metrics with validation against a domain expert curated ontology for action–entity relations, step order, and cross-modal alignment. Embedding-based metrics capture semantic alignment, while lexical metrics expose safety-critical mismatches. Our experiments on proprietary and public LOTO documents demonstrate the feasibility and limitations of multimodal procedural extraction and motivate ontology-guided validation.</abstract>
<identifier type="citekey">oguz-etal-2026-ontology</identifier>
<location>
<url>https://aclanthology.org/2026.docinsights-1.16/</url>
</location>
<part>
<date>2026-10</date>
<extent unit="page">
<start>217</start>
<end>231</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T Ontology-Guided Procedural Knowledge Extraction and Validation Case Study on the Lockout-Tagout Documents
%A Oguz, Cennet
%A Pokaratsiri Goldstein, Noon
%A Steffen, Jörg
%A Biswas, Reetam
%A Neumann, Günter
%Y T.Y.S.S., Santosh
%Y Agarwal, Amit
%Y Gupta, Vivek
%Y Kementchedjhieva, Yova
%Y Garimella, Aparna
%Y Hou, Yufang
%S The Proceedings of Workshop on Document Intelligence and Understanding
%D 2026
%8 October
%I Association for Computational Linguistics
%C Budapest, Hungary
%@ 979-8-89176-477-4
%F oguz-etal-2026-ontology
%X We present a case study developing an ontology-guided framework for extracting and validating procedural knowledge from safety-critical documents with limited annotations, specifically the Lockout-Tagout (LOTO) procedural documents. We build multimodal Procedural Knowledge Graphs (PKGs) grounded in the Procedural Knowledge Ontology (PKO) from text and diagrams using LLMs and VLMs. The extracted PKGs are evaluated on instruction- and graph-level metrics with validation against a domain expert curated ontology for action–entity relations, step order, and cross-modal alignment. Embedding-based metrics capture semantic alignment, while lexical metrics expose safety-critical mismatches. Our experiments on proprietary and public LOTO documents demonstrate the feasibility and limitations of multimodal procedural extraction and motivate ontology-guided validation.
%U https://aclanthology.org/2026.docinsights-1.16/
%P 217-231
Markdown (Informal)
[Ontology-Guided Procedural Knowledge Extraction and Validation Case Study on the Lockout-Tagout Documents](https://aclanthology.org/2026.docinsights-1.16/) (Oguz et al., DocInsights 2026)
ACL