@inproceedings{pierzynski-2025-detecting,
title = "Detecting Machine-Generated Text in {P}olish Using Fine-Tuned Qwen Models",
author = "Pierzy{\'n}ski, Konrad",
editor = "Kobyli{\'n}ski, {\L}ukasz and
Wr{\'o}blewska, Alina and
Ogrodniczuk, Maciej",
booktitle = "Proceedings of the {P}ol{E}val 2025 Workshop",
month = nov,
year = "2025",
address = "Warsaw",
publisher = "Institute of Computer Science PAS and Association for Computational Linguistics",
url = "https://aclanthology.org/2025.poleval-main.3/",
pages = "16--20",
abstract = "This paper introduces the first shared task on machine-generated text (MGT) detection for Polish, organised as part of the PolEval 2025 evaluation campaign. The task evaluates participating systems under three scenarios {--} unsupervised, constrained, and open {--} designed to reflect different levels of access to training data. In total, seven systems were submitted. The results indicate that MGT detection for Polish is feasible, with the best-performing constrained systems achieving over 90{\%} accuracy on the main evaluation set. However, performance drops when models are tested on unseen domains or generator models, revealing substantial limitations in generalisation. In the most challenging settings, unsupervised approaches beat the supervised ones. This shared task establishes a new benchmark for MGT detection in Polish. The publicly released {\'S}migiel dataset is intended to support future research on robust and generalisable MGT detection."
}<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="pierzynski-2025-detecting">
<titleInfo>
<title>Detecting Machine-Generated Text in Polish Using Fine-Tuned Qwen Models</title>
</titleInfo>
<name type="personal">
<namePart type="given">Konrad</namePart>
<namePart type="family">Pierzyński</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2025-11</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>Proceedings of the PolEval 2025 Workshop</title>
</titleInfo>
<name type="personal">
<namePart type="given">Łukasz</namePart>
<namePart type="family">Kobyliński</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Alina</namePart>
<namePart type="family">Wróblewska</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Maciej</namePart>
<namePart type="family">Ogrodniczuk</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<originInfo>
<publisher>Institute of Computer Science PAS and Association for Computational Linguistics</publisher>
<place>
<placeTerm type="text">Warsaw</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
</relatedItem>
<abstract>This paper introduces the first shared task on machine-generated text (MGT) detection for Polish, organised as part of the PolEval 2025 evaluation campaign. The task evaluates participating systems under three scenarios – unsupervised, constrained, and open – designed to reflect different levels of access to training data. In total, seven systems were submitted. The results indicate that MGT detection for Polish is feasible, with the best-performing constrained systems achieving over 90% accuracy on the main evaluation set. However, performance drops when models are tested on unseen domains or generator models, revealing substantial limitations in generalisation. In the most challenging settings, unsupervised approaches beat the supervised ones. This shared task establishes a new benchmark for MGT detection in Polish. The publicly released Śmigiel dataset is intended to support future research on robust and generalisable MGT detection.</abstract>
<identifier type="citekey">pierzynski-2025-detecting</identifier>
<location>
<url>https://aclanthology.org/2025.poleval-main.3/</url>
</location>
<part>
<date>2025-11</date>
<extent unit="page">
<start>16</start>
<end>20</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T Detecting Machine-Generated Text in Polish Using Fine-Tuned Qwen Models
%A Pierzyński, Konrad
%Y Kobyliński, Łukasz
%Y Wróblewska, Alina
%Y Ogrodniczuk, Maciej
%S Proceedings of the PolEval 2025 Workshop
%D 2025
%8 November
%I Institute of Computer Science PAS and Association for Computational Linguistics
%C Warsaw
%F pierzynski-2025-detecting
%X This paper introduces the first shared task on machine-generated text (MGT) detection for Polish, organised as part of the PolEval 2025 evaluation campaign. The task evaluates participating systems under three scenarios – unsupervised, constrained, and open – designed to reflect different levels of access to training data. In total, seven systems were submitted. The results indicate that MGT detection for Polish is feasible, with the best-performing constrained systems achieving over 90% accuracy on the main evaluation set. However, performance drops when models are tested on unseen domains or generator models, revealing substantial limitations in generalisation. In the most challenging settings, unsupervised approaches beat the supervised ones. This shared task establishes a new benchmark for MGT detection in Polish. The publicly released Śmigiel dataset is intended to support future research on robust and generalisable MGT detection.
%U https://aclanthology.org/2025.poleval-main.3/
%P 16-20
Markdown (Informal)
[Detecting Machine-Generated Text in Polish Using Fine-Tuned Qwen Models](https://aclanthology.org/2025.poleval-main.3/) (Pierzyński, PolEval 2025)
ACL