@inproceedings{sofianopoulos-prokopidis-2026-ilsp,
title = "The {ILSP}/{ARC} submission to the {WMT}26 Model Compression Task",
author = "Sofianopoulos, Sokratis and
Prokopidis, Prokopis",
editor = "Haddow, Barry and
Kocmi, Tom and
Koehn, Philipp and
Monz, Christof",
booktitle = "Proceedings of the Eleventh Conference on Machine Translation",
month = oct,
year = "2026",
address = "Budapest, Hungary",
publisher = "Association for Computational Linguistics",
url = "https://aclanthology.org/2026.wmt-main.143/",
pages = "2051--2060",
ISBN = "979-8-89176-474-3",
abstract = "This paper describes our submission to the constrained track of the WMT26 Model Compression task, filed under the team name arc/ilsp. The task requires the compression of google/gemma-3-12b-it for translation in cs{\textrightarrow}de, en{\textrightarrow}zh, and en{\textrightarrow}ar in the Egyptian register. Our systems combine the removal of the vision tower, the pruning of the vocabulary by Unicode script, and GPTQ W4A16 quantization. The two checkpoints we file as primary models occupy 6.64 and 7.08 GiB, i.e. 29{\%} and 31{\%} respectively of the 22.7 GiB disk footprint of the bf16 original. No interval separates the pruned vocabulary from the full-vocabulary INT4 checkpoint on any direction, and at the paragraph granularity on which the task scores, our vocab-INT4 primary costs 0.0048 COMET against bf16 on cs{\textrightarrow}de and nothing measurable on the other two directions. We also submit two contrastive systems: an FP8 system that is faster than the bf16 original at lower memory, and a self-MBR decoder that adds roughly 0.009 COMET on en{\textrightarrow}ar without any additional parameters. We do not submit a depthpruned system; a default generation cap had clipped the distillation targets and taught the student to end a turn mid-paragraph, a defect whose repair recovers a quarter of the deficit against full depth."
}<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="sofianopoulos-prokopidis-2026-ilsp">
<titleInfo>
<title>The ILSP/ARC submission to the WMT26 Model Compression Task</title>
</titleInfo>
<name type="personal">
<namePart type="given">Sokratis</namePart>
<namePart type="family">Sofianopoulos</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Prokopis</namePart>
<namePart type="family">Prokopidis</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2026-10</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>Proceedings of the Eleventh Conference on Machine Translation</title>
</titleInfo>
<name type="personal">
<namePart type="given">Barry</namePart>
<namePart type="family">Haddow</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Tom</namePart>
<namePart type="family">Kocmi</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Philipp</namePart>
<namePart type="family">Koehn</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Christof</namePart>
<namePart type="family">Monz</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<originInfo>
<publisher>Association for Computational Linguistics</publisher>
<place>
<placeTerm type="text">Budapest, Hungary</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
<identifier type="isbn">979-8-89176-474-3</identifier>
</relatedItem>
<abstract>This paper describes our submission to the constrained track of the WMT26 Model Compression task, filed under the team name arc/ilsp. The task requires the compression of google/gemma-3-12b-it for translation in cs→de, en→zh, and en→ar in the Egyptian register. Our systems combine the removal of the vision tower, the pruning of the vocabulary by Unicode script, and GPTQ W4A16 quantization. The two checkpoints we file as primary models occupy 6.64 and 7.08 GiB, i.e. 29% and 31% respectively of the 22.7 GiB disk footprint of the bf16 original. No interval separates the pruned vocabulary from the full-vocabulary INT4 checkpoint on any direction, and at the paragraph granularity on which the task scores, our vocab-INT4 primary costs 0.0048 COMET against bf16 on cs→de and nothing measurable on the other two directions. We also submit two contrastive systems: an FP8 system that is faster than the bf16 original at lower memory, and a self-MBR decoder that adds roughly 0.009 COMET on en→ar without any additional parameters. We do not submit a depthpruned system; a default generation cap had clipped the distillation targets and taught the student to end a turn mid-paragraph, a defect whose repair recovers a quarter of the deficit against full depth.</abstract>
<identifier type="citekey">sofianopoulos-prokopidis-2026-ilsp</identifier>
<location>
<url>https://aclanthology.org/2026.wmt-main.143/</url>
</location>
<part>
<date>2026-10</date>
<extent unit="page">
<start>2051</start>
<end>2060</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T The ILSP/ARC submission to the WMT26 Model Compression Task
%A Sofianopoulos, Sokratis
%A Prokopidis, Prokopis
%Y Haddow, Barry
%Y Kocmi, Tom
%Y Koehn, Philipp
%Y Monz, Christof
%S Proceedings of the Eleventh Conference on Machine Translation
%D 2026
%8 October
%I Association for Computational Linguistics
%C Budapest, Hungary
%@ 979-8-89176-474-3
%F sofianopoulos-prokopidis-2026-ilsp
%X This paper describes our submission to the constrained track of the WMT26 Model Compression task, filed under the team name arc/ilsp. The task requires the compression of google/gemma-3-12b-it for translation in cs→de, en→zh, and en→ar in the Egyptian register. Our systems combine the removal of the vision tower, the pruning of the vocabulary by Unicode script, and GPTQ W4A16 quantization. The two checkpoints we file as primary models occupy 6.64 and 7.08 GiB, i.e. 29% and 31% respectively of the 22.7 GiB disk footprint of the bf16 original. No interval separates the pruned vocabulary from the full-vocabulary INT4 checkpoint on any direction, and at the paragraph granularity on which the task scores, our vocab-INT4 primary costs 0.0048 COMET against bf16 on cs→de and nothing measurable on the other two directions. We also submit two contrastive systems: an FP8 system that is faster than the bf16 original at lower memory, and a self-MBR decoder that adds roughly 0.009 COMET on en→ar without any additional parameters. We do not submit a depthpruned system; a default generation cap had clipped the distillation targets and taught the student to end a turn mid-paragraph, a defect whose repair recovers a quarter of the deficit against full depth.
%U https://aclanthology.org/2026.wmt-main.143/
%P 2051-2060
Markdown (Informal)
[The ILSP/ARC submission to the WMT26 Model Compression Task](https://aclanthology.org/2026.wmt-main.143/) (Sofianopoulos & Prokopidis, WMT 2026)
ACL