@InProceedings{vandersluis-kloppenburg-redeker:2016:LT4DH,
  author    = {van der Sluis, Ielka  and  Kloppenburg, Lennart  and  Redeker, Gisela},
  title     = {PAT workbench: Annotation and Evaluation of Text and Pictures in Multimodal Instructions},
  booktitle = {Proceedings of the Workshop on Language Technology Resources and Tools for Digital Humanities (LT4DH)},
  month     = {December},
  year      = {2016},
  address   = {Osaka, Japan},
  publisher = {The COLING 2016 Organizing Committee},
  pages     = {131--139},
  abstract  = {This paper presents a tool to investigate the design of multimodal instructions
	(MIs), i.e., instructions that contain both text and pictures. The benefit of
	including pictures in information presentation has been established, but the
	characteristics of those pictures and of their textual counterparts and the
	rela-tion(s) between them have not been researched in a systematic manner. We
	present the PAT Work-bench, a tool to store, annotate and retrieve MIs based on
	a validated coding scheme with currently 42 categories that describe
	instructions in terms of textual features, pictorial elements, and relations
	be-tween text and pictures. We describe how the PAT Workbench facilitates
	collaborative annotation and inter-annotator agreement calculation. Future work
	on the tool includes expanding its functionality and usability by (i) making
	the MI annotation scheme dynamic for adding relevant features based on
	empirical evaluations of the MIs, (ii) implementing algorithms for automatic
	tagging of MI features, and (iii) implementing automatic MI evaluation
	algorithms based on results obtained via e.g. crowdsourced assessments of MIs.},
  url       = {http://aclweb.org/anthology/W16-4018}
}