@proceedings{jep-taln-recital-2025-evalllm,
    title = "Actes de l'atelier {\'E}valuation des mod{\`e}les g{\'e}n{\'e}ratifs (LLM) et challenge 2025 (EvalLLM)",
    editor = "Bechet, Fr{\'e}d{\'e}ric  and
      Chifu, Adrian-Gabriel  and
      Pinel-sauvagnat, Karen  and
      Favre, Benoit  and
      Maes, Eliot  and
      Nurbakova, Diana",
    month = "6",
    year = "2025",
    address = "Marseille, France",
    publisher = "ATALA {\textbackslash}{\textbackslash}{\&} ARIA",
    url = "https://aclanthology.org/2025.jeptalnrecital-evalllm.0/"
}
@inproceedings{aubertin-etal-2025-popcorn,
    title = "``{POPCORN}-{RENS} : un nouveau jeu de donn{\'e}es en fran{\c{c}}ais annot{\'e} en entit{\'e}s d{'}int{\'e}r{\^e}ts sur une th{\'e}matique ``{``}s{\'e}curit{\'e} et d{\'e}fense''''''",
    author = "Aubertin, Lucas  and
      Gadek, Guillaume  and
      S{\'e}rasset, Gilles  and
      Prieur, Maxime  and
      Vuth, Nakanyseth  and
      Grilheres, Bruno  and
      Schwab, Didier  and
      Lopez, C{\'e}dric",
    editor = "Bechet, Fr{\'e}d{\'e}ric  and
      Chifu, Adrian-Gabriel  and
      Pinel-sauvagnat, Karen  and
      Favre, Benoit  and
      Maes, Eliot  and
      Nurbakova, Diana",
    booktitle = "Actes de l'atelier {\'E}valuation des mod{\`e}les g{\'e}n{\'e}ratifs (LLM) et challenge 2025 (EvalLLM)",
    month = "6",
    year = "2025",
    address = "Marseille, France",
    publisher = "ATALA {\textbackslash}{\textbackslash}{\&} ARIA",
    url = "https://aclanthology.org/2025.jeptalnrecital-evalllm.1/",
    pages = "1--10",
    language = "fra"
}
@inproceedings{herserant-guigue-2025-allsummedup,
    title = "{A}ll{S}ummed{U}p : un framework open-source pour comparer les m{\'e}triques d'{\'e}valuation de r{\'e}sum{\'e}",
    author = "Herserant, Tanguy  and
      Guigue, Vincent",
    editor = "Bechet, Fr{\'e}d{\'e}ric  and
      Chifu, Adrian-Gabriel  and
      Pinel-sauvagnat, Karen  and
      Favre, Benoit  and
      Maes, Eliot  and
      Nurbakova, Diana",
    booktitle = "Actes de l'atelier {\'E}valuation des mod{\`e}les g{\'e}n{\'e}ratifs (LLM) et challenge 2025 (EvalLLM)",
    month = "6",
    year = "2025",
    address = "Marseille, France",
    publisher = "ATALA {\textbackslash}{\textbackslash}{\&} ARIA",
    url = "https://aclanthology.org/2025.jeptalnrecital-evalllm.2/",
    pages = "11--21",
    language = "fra"
}
@inproceedings{moughit-hafidi-2025-amelioration,
    title = "Am{\'e}lioration et Automatisation de la G{\'e}n{\'e}ration des Cas de Tests Logiciels {\`a} l{'}Aide du Mod{\`e}le Llama",
    author = "Moughit, Imane  and
      Hafidi, Imad",
    editor = "Bechet, Fr{\'e}d{\'e}ric  and
      Chifu, Adrian-Gabriel  and
      Pinel-sauvagnat, Karen  and
      Favre, Benoit  and
      Maes, Eliot  and
      Nurbakova, Diana",
    booktitle = "Actes de l'atelier {\'E}valuation des mod{\`e}les g{\'e}n{\'e}ratifs (LLM) et challenge 2025 (EvalLLM)",
    month = "6",
    year = "2025",
    address = "Marseille, France",
    publisher = "ATALA {\textbackslash}{\textbackslash}{\&} ARIA",
    url = "https://aclanthology.org/2025.jeptalnrecital-evalllm.3/",
    pages = "22--35",
    language = "fra"
}
@inproceedings{perez-benouaret-2025-approche,
    title = "Approche g{\'e}n{\'e}rative de la conformation pragmatique : une {\'e}tude de cas de l{'}analyse d{'}une conf{\'e}rence",
    author = "Perez, Julien  and
      Benouaret, Idir",
    editor = "Bechet, Fr{\'e}d{\'e}ric  and
      Chifu, Adrian-Gabriel  and
      Pinel-sauvagnat, Karen  and
      Favre, Benoit  and
      Maes, Eliot  and
      Nurbakova, Diana",
    booktitle = "Actes de l'atelier {\'E}valuation des mod{\`e}les g{\'e}n{\'e}ratifs (LLM) et challenge 2025 (EvalLLM)",
    month = "6",
    year = "2025",
    address = "Marseille, France",
    publisher = "ATALA {\textbackslash}{\textbackslash}{\&} ARIA",
    url = "https://aclanthology.org/2025.jeptalnrecital-evalllm.4/",
    pages = "36--50",
    language = "fra"
}
@inproceedings{servan-etal-2025-comment,
    title = "Comment {\'e}valuer un grand mod{\`e}le de langue dans le domaine m{\'e}dical en fran{\c{c}}ais ?",
    author = "Servan, Christophe  and
      Grouin, Cyril  and
      N{\'e}v{\'e}ol, Aur{\'e}lie  and
      Zweigenbaum, Pierre",
    editor = "Bechet, Fr{\'e}d{\'e}ric  and
      Chifu, Adrian-Gabriel  and
      Pinel-sauvagnat, Karen  and
      Favre, Benoit  and
      Maes, Eliot  and
      Nurbakova, Diana",
    booktitle = "Actes de l'atelier {\'E}valuation des mod{\`e}les g{\'e}n{\'e}ratifs (LLM) et challenge 2025 (EvalLLM)",
    month = "6",
    year = "2025",
    address = "Marseille, France",
    publisher = "ATALA {\textbackslash}{\textbackslash}{\&} ARIA",
    url = "https://aclanthology.org/2025.jeptalnrecital-evalllm.5/",
    pages = "51--67",
    language = "fra"
}
@inproceedings{valette-2025-culture,
    title = "Culture et acculturation des grands mod{\`e}les de langue",
    author = "Valette, Mathieu",
    editor = "Bechet, Fr{\'e}d{\'e}ric  and
      Chifu, Adrian-Gabriel  and
      Pinel-sauvagnat, Karen  and
      Favre, Benoit  and
      Maes, Eliot  and
      Nurbakova, Diana",
    booktitle = "Actes de l'atelier {\'E}valuation des mod{\`e}les g{\'e}n{\'e}ratifs (LLM) et challenge 2025 (EvalLLM)",
    month = "6",
    year = "2025",
    address = "Marseille, France",
    publisher = "ATALA {\textbackslash}{\textbackslash}{\&} ARIA",
    url = "https://aclanthology.org/2025.jeptalnrecital-evalllm.6/",
    pages = "68--76",
    language = "fra"
}
@inproceedings{barkar-etal-2025-decoder,
    title = "D{\'e}coder le pouvoir de persuasion dans les concours d'{\'e}loquence : une {\'e}tude sur la capacit{\'e} des mod{\`e}les de langues {\`a} {\'e}valuer la prise de parole en public",
    author = "Barkar, Alisa  and
      Chollet, Mathieu  and
      Labeau, Matthieu  and
      Biancardi, Beatrice  and
      Clavel, Chlo{\'e}",
    editor = "Bechet, Fr{\'e}d{\'e}ric  and
      Chifu, Adrian-Gabriel  and
      Pinel-sauvagnat, Karen  and
      Favre, Benoit  and
      Maes, Eliot  and
      Nurbakova, Diana",
    booktitle = "Actes de l'atelier {\'E}valuation des mod{\`e}les g{\'e}n{\'e}ratifs (LLM) et challenge 2025 (EvalLLM)",
    month = "6",
    year = "2025",
    address = "Marseille, France",
    publisher = "ATALA {\textbackslash}{\textbackslash}{\&} ARIA",
    url = "https://aclanthology.org/2025.jeptalnrecital-evalllm.7/",
    pages = "77--90",
    language = "fra"
}
@inproceedings{rozera-etal-2025-des,
    title = "Des Prompts aux Profils: Evaluation de la qualit{\'e} des donn{\'e}es g{\'e}n{\'e}r{\'e}es par {LLM} pour la classification des soft skills",
    author = "Rozera, Elena  and
      Mellouli-Nauwynck, N{\'e}dra  and
      Leguide, Patrick  and
      Morcombe, William",
    editor = "Bechet, Fr{\'e}d{\'e}ric  and
      Chifu, Adrian-Gabriel  and
      Pinel-sauvagnat, Karen  and
      Favre, Benoit  and
      Maes, Eliot  and
      Nurbakova, Diana",
    booktitle = "Actes de l'atelier {\'E}valuation des mod{\`e}les g{\'e}n{\'e}ratifs (LLM) et challenge 2025 (EvalLLM)",
    month = "6",
    year = "2025",
    address = "Marseille, France",
    publisher = "ATALA {\textbackslash}{\textbackslash}{\&} ARIA",
    url = "https://aclanthology.org/2025.jeptalnrecital-evalllm.8/",
    pages = "91--107",
    language = "fra"
}
@inproceedings{decoupes-guille-2025-etude,
    title = "{\'E}tude des d{\'e}terminants impactant la qualit{\'e} de l{'}information g{\'e}ographique chez les {LLM}s : famille, taille, langue, quantization et fine-tuning",
    author = "Decoupes, R{\'e}my  and
      Guille, Adrien",
    editor = "Bechet, Fr{\'e}d{\'e}ric  and
      Chifu, Adrian-Gabriel  and
      Pinel-sauvagnat, Karen  and
      Favre, Benoit  and
      Maes, Eliot  and
      Nurbakova, Diana",
    booktitle = "Actes de l'atelier {\'E}valuation des mod{\`e}les g{\'e}n{\'e}ratifs (LLM) et challenge 2025 (EvalLLM)",
    month = "6",
    year = "2025",
    address = "Marseille, France",
    publisher = "ATALA {\textbackslash}{\textbackslash}{\&} ARIA",
    url = "https://aclanthology.org/2025.jeptalnrecital-evalllm.9/",
    pages = "108--119",
    language = "fra"
}
@inproceedings{el-yagouby-etal-2025-evaluating,
    title = "Evaluating {LLM}s Efficiency Using Successive Attempts on Binary-Outcome Tasks",
    author = "El Yagouby, Mohamed Amine  and
      Zekroum, Mehdi  and
      Lahmadi, Abdelkader  and
      Ghogho, Mounir  and
      Festor, Olivier",
    editor = "Bechet, Fr{\'e}d{\'e}ric  and
      Chifu, Adrian-Gabriel  and
      Pinel-sauvagnat, Karen  and
      Favre, Benoit  and
      Maes, Eliot  and
      Nurbakova, Diana",
    booktitle = "Actes de l'atelier {\'E}valuation des mod{\`e}les g{\'e}n{\'e}ratifs (LLM) et challenge 2025 (EvalLLM)",
    month = "6",
    year = "2025",
    address = "Marseille, France",
    publisher = "ATALA {\textbackslash}{\textbackslash}{\&} ARIA",
    url = "https://aclanthology.org/2025.jeptalnrecital-evalllm.10/",
    pages = "120--126"
}
@inproceedings{sejourne-etal-2025-evaluation,
    title = "{\'E}valuation Comparative de la G{\'e}n{\'e}ration Contrainte vs. du Post-Parsing pour l{'}Analyse de Contenu par {LLM}s : {\'E}tude sur le Corpus {EU}vs{D}isinfo",
    author = "S{\'e}journ{\'e}, K{\'e}vin  and
      Foucher, Marine  and
      Lata, Alexandru  and
      Lebraty, Jean-Fabrice",
    editor = "Bechet, Fr{\'e}d{\'e}ric  and
      Chifu, Adrian-Gabriel  and
      Pinel-sauvagnat, Karen  and
      Favre, Benoit  and
      Maes, Eliot  and
      Nurbakova, Diana",
    booktitle = "Actes de l'atelier {\'E}valuation des mod{\`e}les g{\'e}n{\'e}ratifs (LLM) et challenge 2025 (EvalLLM)",
    month = "6",
    year = "2025",
    address = "Marseille, France",
    publisher = "ATALA {\textbackslash}{\textbackslash}{\&} ARIA",
    url = "https://aclanthology.org/2025.jeptalnrecital-evalllm.11/",
    pages = "127--137",
    language = "fra"
}
@inproceedings{perez-etal-2025-evaluation,
    title = "{\'E}valuation automatique du retour {\`a} la source dans un contexte historique long et bruit{\'e}. Application aux d{\'e}bats parlementaires de la Troisi{\`e}me R{\'e}publique fran{\c{c}}aise",
    author = "Perez, Julien  and
      Pellet, Aur{\'e}lien  and
      Puren, Marie",
    editor = "Bechet, Fr{\'e}d{\'e}ric  and
      Chifu, Adrian-Gabriel  and
      Pinel-sauvagnat, Karen  and
      Favre, Benoit  and
      Maes, Eliot  and
      Nurbakova, Diana",
    booktitle = "Actes de l'atelier {\'E}valuation des mod{\`e}les g{\'e}n{\'e}ratifs (LLM) et challenge 2025 (EvalLLM)",
    month = "6",
    year = "2025",
    address = "Marseille, France",
    publisher = "ATALA {\textbackslash}{\textbackslash}{\&} ARIA",
    url = "https://aclanthology.org/2025.jeptalnrecital-evalllm.12/",
    pages = "138--150",
    language = "fra"
}
@inproceedings{grina-kalashnikova-2025-evaluation,
    title = "{\'E}valuation de la Robustesse des {LLM} : Proposition d{'}un Cadre M{\'e}thodologique et D{\'e}veloppement d{'}un Benchmark",
    author = "Grina, Fares  and
      Kalashnikova, Natalia",
    editor = "Bechet, Fr{\'e}d{\'e}ric  and
      Chifu, Adrian-Gabriel  and
      Pinel-sauvagnat, Karen  and
      Favre, Benoit  and
      Maes, Eliot  and
      Nurbakova, Diana",
    booktitle = "Actes de l'atelier {\'E}valuation des mod{\`e}les g{\'e}n{\'e}ratifs (LLM) et challenge 2025 (EvalLLM)",
    month = "6",
    year = "2025",
    address = "Marseille, France",
    publisher = "ATALA {\textbackslash}{\textbackslash}{\&} ARIA",
    url = "https://aclanthology.org/2025.jeptalnrecital-evalllm.13/",
    pages = "151--163",
    language = "fra"
}
@inproceedings{gibier-etal-2025-evaluation,
    title = "{\'E}valuation de la description automatique de sc{\`e}nes audio par la t{\^a}che d{'}Audio Question Answering",
    author = {Gibier, Marcel  and
      Duroselle, Rapha{\"e}l  and
      Serrano, Pierre  and
      Bo{\"e}ffard, Olivier  and
      Bonastre, Jean-Fran{\c{c}}ois},
    editor = "Bechet, Fr{\'e}d{\'e}ric  and
      Chifu, Adrian-Gabriel  and
      Pinel-sauvagnat, Karen  and
      Favre, Benoit  and
      Maes, Eliot  and
      Nurbakova, Diana",
    booktitle = "Actes de l'atelier {\'E}valuation des mod{\`e}les g{\'e}n{\'e}ratifs (LLM) et challenge 2025 (EvalLLM)",
    month = "6",
    year = "2025",
    address = "Marseille, France",
    publisher = "ATALA {\textbackslash}{\textbackslash}{\&} ARIA",
    url = "https://aclanthology.org/2025.jeptalnrecital-evalllm.14/",
    pages = "164--177",
    language = "fra"
}
@inproceedings{vallet-suignard-2025-evaluation,
    title = "Evaluation de petits mod{\`e}les de langues ({SLM}) sur un corpus de Sciences Humaines et Sociales ({SHS}) en fran{\c{c}}ais",
    author = "Vallet, Sam  and
      Suignard, Philippe",
    editor = "Bechet, Fr{\'e}d{\'e}ric  and
      Chifu, Adrian-Gabriel  and
      Pinel-sauvagnat, Karen  and
      Favre, Benoit  and
      Maes, Eliot  and
      Nurbakova, Diana",
    booktitle = "Actes de l'atelier {\'E}valuation des mod{\`e}les g{\'e}n{\'e}ratifs (LLM) et challenge 2025 (EvalLLM)",
    month = "6",
    year = "2025",
    address = "Marseille, France",
    publisher = "ATALA {\textbackslash}{\textbackslash}{\&} ARIA",
    url = "https://aclanthology.org/2025.jeptalnrecital-evalllm.15/",
    pages = "178--187",
    language = "fra"
}
@inproceedings{perez-etal-2025-evaluation-pedagogique,
    title = "{\'E}valuation p{\'e}dagogique du code {\`a} l{'}aide de grands mod{\`e}les de langage. Une {\'e}tude comparative {\`a} grande {\'e}chelle contre les tests unitaires",
    author = {Perez, Julien  and
      Conrad, Anton  and
      La{\"i}la, Elkoussy},
    editor = "Bechet, Fr{\'e}d{\'e}ric  and
      Chifu, Adrian-Gabriel  and
      Pinel-sauvagnat, Karen  and
      Favre, Benoit  and
      Maes, Eliot  and
      Nurbakova, Diana",
    booktitle = "Actes de l'atelier {\'E}valuation des mod{\`e}les g{\'e}n{\'e}ratifs (LLM) et challenge 2025 (EvalLLM)",
    month = "6",
    year = "2025",
    address = "Marseille, France",
    publisher = "ATALA {\textbackslash}{\textbackslash}{\&} ARIA",
    url = "https://aclanthology.org/2025.jeptalnrecital-evalllm.16/",
    pages = "188--201",
    language = "fra"
}
@inproceedings{kelious-2025-exploration,
    title = "Exploration de strat{\'e}gies de pr{\'e}diction de la complexit{\'e} lexicale en contexte multilingue {\`a} l{'}aide de mod{\`e}les de langage g{\'e}n{\'e}ratifs et d{'}approches supervis{\'e}es.",
    author = "Kelious, Abdelhak",
    editor = "Bechet, Fr{\'e}d{\'e}ric  and
      Chifu, Adrian-Gabriel  and
      Pinel-sauvagnat, Karen  and
      Favre, Benoit  and
      Maes, Eliot  and
      Nurbakova, Diana",
    booktitle = "Actes de l'atelier {\'E}valuation des mod{\`e}les g{\'e}n{\'e}ratifs (LLM) et challenge 2025 (EvalLLM)",
    month = "6",
    year = "2025",
    address = "Marseille, France",
    publisher = "ATALA {\textbackslash}{\textbackslash}{\&} ARIA",
    url = "https://aclanthology.org/2025.jeptalnrecital-evalllm.17/",
    pages = "202--203",
    language = "fra"
}
@inproceedings{jourdain-hellal-2025-generer,
    title = "G{\'e}n{\'e}rer pour mieux tester : vers des datasets diversifi{\'e}s pour une {\'e}valuation fiable des syst{\`e}mes de Question Answering",
    author = "Jourdain, Louis  and
      Hellal, Skander",
    editor = "Bechet, Fr{\'e}d{\'e}ric  and
      Chifu, Adrian-Gabriel  and
      Pinel-sauvagnat, Karen  and
      Favre, Benoit  and
      Maes, Eliot  and
      Nurbakova, Diana",
    booktitle = "Actes de l'atelier {\'E}valuation des mod{\`e}les g{\'e}n{\'e}ratifs (LLM) et challenge 2025 (EvalLLM)",
    month = "6",
    year = "2025",
    address = "Marseille, France",
    publisher = "ATALA {\textbackslash}{\textbackslash}{\&} ARIA",
    url = "https://aclanthology.org/2025.jeptalnrecital-evalllm.18/",
    pages = "204--227",
    language = "fra"
}
@inproceedings{gatti-pinheiro-etal-2025-peut,
    title = "Peut-on faire confiance aux juges ? Validation de m{\'e}thodes d'{\'e}valuation de la factualit{\'e} par perturbation des r{\'e}ponses",
    author = {Gatti Pinheiro, Giovanni  and
      Gharsallah, Sarra  and
      Robaldo, Ad{\`e}le  and
      Tokareva, Mariia  and
      Guendouz, Ilyana  and
      Troncy, Rapha{\"e}l  and
      Papotti, Paolo  and
      Michiardi, Pietro},
    editor = "Bechet, Fr{\'e}d{\'e}ric  and
      Chifu, Adrian-Gabriel  and
      Pinel-sauvagnat, Karen  and
      Favre, Benoit  and
      Maes, Eliot  and
      Nurbakova, Diana",
    booktitle = "Actes de l'atelier {\'E}valuation des mod{\`e}les g{\'e}n{\'e}ratifs (LLM) et challenge 2025 (EvalLLM)",
    month = "6",
    year = "2025",
    address = "Marseille, France",
    publisher = "ATALA {\textbackslash}{\textbackslash}{\&} ARIA",
    url = "https://aclanthology.org/2025.jeptalnrecital-evalllm.19/",
    pages = "228--252",
    language = "fra"
}
@inproceedings{vartampetian-etal-2025-supergpqa,
    title = "{S}uper{GPQA}-{HCE}-{FR} : un corpus sp{\'e}cialis{\'e} en fran{\c{c}}ais pour le domaine hydraulique et le g{\'e}nie civil",
    author = "Vartampetian, Markarit  and
      Fabre, Diandra  and
      Mulhem, Philippe  and
      Joubert, Sylvain  and
      Schwab, Didier",
    editor = "Bechet, Fr{\'e}d{\'e}ric  and
      Chifu, Adrian-Gabriel  and
      Pinel-sauvagnat, Karen  and
      Favre, Benoit  and
      Maes, Eliot  and
      Nurbakova, Diana",
    booktitle = "Actes de l'atelier {\'E}valuation des mod{\`e}les g{\'e}n{\'e}ratifs (LLM) et challenge 2025 (EvalLLM)",
    month = "6",
    year = "2025",
    address = "Marseille, France",
    publisher = "ATALA {\textbackslash}{\textbackslash}{\&} ARIA",
    url = "https://aclanthology.org/2025.jeptalnrecital-evalllm.20/",
    pages = "253--276",
    language = "fra"
}
@inproceedings{silem-etal-2025-une,
    title = "Une Approche Linguistique pour l'{\'E}valuation des Caract{\'e}ristiques du Langage Parl{\'e} dans les Mod{\`e}les Conversationnels",
    author = {Silem, Oussama  and
      Fleig, Ma{\"i}wenn  and
      Blache, Philippe  and
      Oufaida, Houda  and
      Becerra-Bonache, Leonor},
    editor = "Bechet, Fr{\'e}d{\'e}ric  and
      Chifu, Adrian-Gabriel  and
      Pinel-sauvagnat, Karen  and
      Favre, Benoit  and
      Maes, Eliot  and
      Nurbakova, Diana",
    booktitle = "Actes de l'atelier {\'E}valuation des mod{\`e}les g{\'e}n{\'e}ratifs (LLM) et challenge 2025 (EvalLLM)",
    month = "6",
    year = "2025",
    address = "Marseille, France",
    publisher = "ATALA {\textbackslash}{\textbackslash}{\&} ARIA",
    url = "https://aclanthology.org/2025.jeptalnrecital-evalllm.21/",
    pages = "277--290",
    language = "fra"
}
@inproceedings{martinon-etal-2025-vers,
    title = "Vers une {\'e}valuation rigoureuse des syst{\`e}mes {RAG} : le d{\'e}fi de la due diligence",
    author = "Martinon, Gr{\'e}goire  and
      De Brionne Lorenzo, Alexandra  and
      Bohard, J{\'e}r{\^o}me  and
      Lojou, Antoine  and
      Hervault, Damien  and
      Brunel, Nicolas",
    editor = "Bechet, Fr{\'e}d{\'e}ric  and
      Chifu, Adrian-Gabriel  and
      Pinel-sauvagnat, Karen  and
      Favre, Benoit  and
      Maes, Eliot  and
      Nurbakova, Diana",
    booktitle = "Actes de l'atelier {\'E}valuation des mod{\`e}les g{\'e}n{\'e}ratifs (LLM) et challenge 2025 (EvalLLM)",
    month = "6",
    year = "2025",
    address = "Marseille, France",
    publisher = "ATALA {\textbackslash}{\textbackslash}{\&} ARIA",
    url = "https://aclanthology.org/2025.jeptalnrecital-evalllm.22/",
    pages = "291--308",
    language = "fra"
}