@article{kalpakchi-boye-2024-generation,
title = "Generation and Evaluation of Multiple-choice Reading Comprehension Questions for {S}wedish",
author = "Kalpakchi, Dmytro and
Boye, Johan",
editor = "Bollmann, Marcel",
journal = "Northern European Journal of Language Technology",
volume = "10",
month = dec,
year = "2024",
address = {Link{\"o}ping, Sweden},
publisher = {Link{\"o}ping University Electronic Press},
url = "https://aclanthology.org/2024.nejlt-1.6/",
doi = "10.3384/nejlt.2000-1533.2024.4886",
pages = "86--105",
abstract = "Multiple-choice questions (MCQs) provide a widely used means of assessing reading comprehension. The automatic generation of such MCQs is a challenging language-technological problem that also has interesting educational applications. This article presents several methods for automatically producing reading comprehension questions MCQs from Swedish text. Unlike previous approaches, we construct models to generate the whole MCQ in one go, rather than using a pipeline architecture. Furthermore, we propose a two-stage method for evaluating the quality of the generated MCQs, first evaluating on carefully designed single-sentence texts, and then on texts from the SFI national exams. An extensive evaluation of the MCQ-generating capabilities of 12 different models, using this two-stage scheme, reveals that GPT-based models surpass smaller models that have been fine-tuned using small-scale datasets on this specific problem."
}
<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="kalpakchi-boye-2024-generation">
<titleInfo>
<title>Generation and Evaluation of Multiple-choice Reading Comprehension Questions for Swedish</title>
</titleInfo>
<name type="personal">
<namePart type="given">Dmytro</namePart>
<namePart type="family">Kalpakchi</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Johan</namePart>
<namePart type="family">Boye</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2024-12</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<genre authority="bibutilsgt">journal article</genre>
<relatedItem type="host">
<titleInfo>
<title>Northern European Journal of Language Technology</title>
</titleInfo>
<originInfo>
<issuance>continuing</issuance>
<publisher>Linköping University Electronic Press</publisher>
<place>
<placeTerm type="text">Linköping, Sweden</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">periodical</genre>
<genre authority="bibutilsgt">academic journal</genre>
</relatedItem>
<abstract>Multiple-choice questions (MCQs) provide a widely used means of assessing reading comprehension. The automatic generation of such MCQs is a challenging language-technological problem that also has interesting educational applications. This article presents several methods for automatically producing reading comprehension questions MCQs from Swedish text. Unlike previous approaches, we construct models to generate the whole MCQ in one go, rather than using a pipeline architecture. Furthermore, we propose a two-stage method for evaluating the quality of the generated MCQs, first evaluating on carefully designed single-sentence texts, and then on texts from the SFI national exams. An extensive evaluation of the MCQ-generating capabilities of 12 different models, using this two-stage scheme, reveals that GPT-based models surpass smaller models that have been fine-tuned using small-scale datasets on this specific problem.</abstract>
<identifier type="citekey">kalpakchi-boye-2024-generation</identifier>
<identifier type="doi">10.3384/nejlt.2000-1533.2024.4886</identifier>
<location>
<url>https://aclanthology.org/2024.nejlt-1.6/</url>
</location>
<part>
<date>2024-12</date>
<detail type="volume"><number>10</number></detail>
<extent unit="page">
<start>86</start>
<end>105</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Journal Article
%T Generation and Evaluation of Multiple-choice Reading Comprehension Questions for Swedish
%A Kalpakchi, Dmytro
%A Boye, Johan
%J Northern European Journal of Language Technology
%D 2024
%8 December
%V 10
%I Linköping University Electronic Press
%C Linköping, Sweden
%F kalpakchi-boye-2024-generation
%X Multiple-choice questions (MCQs) provide a widely used means of assessing reading comprehension. The automatic generation of such MCQs is a challenging language-technological problem that also has interesting educational applications. This article presents several methods for automatically producing reading comprehension questions MCQs from Swedish text. Unlike previous approaches, we construct models to generate the whole MCQ in one go, rather than using a pipeline architecture. Furthermore, we propose a two-stage method for evaluating the quality of the generated MCQs, first evaluating on carefully designed single-sentence texts, and then on texts from the SFI national exams. An extensive evaluation of the MCQ-generating capabilities of 12 different models, using this two-stage scheme, reveals that GPT-based models surpass smaller models that have been fine-tuned using small-scale datasets on this specific problem.
%R 10.3384/nejlt.2000-1533.2024.4886
%U https://aclanthology.org/2024.nejlt-1.6/
%U https://doi.org/10.3384/nejlt.2000-1533.2024.4886
%P 86-105
Markdown (Informal)
[Generation and Evaluation of Multiple-choice Reading Comprehension Questions for Swedish](https://aclanthology.org/2024.nejlt-1.6/) (Kalpakchi & Boye, NEJLT 2024)
ACL