@inproceedings{dai-etal-2026-interviewbench,
title = "{I}nterview{B}ench: Benchmarking Large Language Models as Interviewers",
author = "Dai, Shangzhe and
Duan, Feiyu and
Wei, Zhongyu",
editor = "Lee, Hung-Yi and
Dev, Sunipa and
Li, Jessy and
Elliott, Desmond",
booktitle = "Findings of the {A}ssociation for {C}omputational {L}inguistics: {EMNLP} 2026",
month = oct,
year = "2026",
address = "Budapest, Hungary",
publisher = "Association for Computational Linguistics",
url = "https://aclanthology.org/2026.findings-emnlp.2141/",
pages = "45731--45787",
ISBN = "979-8-89176-462-0",
abstract = "Interviews collect information through conversation, requiring interviewers to ask appropriate questions, adapt to respondent behavior, and recover structured information from dialogue. Yet, AI systems' abilities as interviewers remain under-explored. We present InterviewBench, a benchmark for evaluating LLM-based AI interviewers through both local interviewer decisions and dynamic multi-turn interviews. The static setting abstracts real interviews into controlled local-decision instances, while the dynamic setting evaluates end-to-end interviewing through long-horizon conversational simulations. Built from real interview transcripts, InterviewBench contains 5,500 classification questions, 3,000 generative questions, and 184 dynamic scenarios. We further model interviewer evaluation as contextual decision selection, where the model must choose or generate the next interviewer action conditioned on dialogue context. Evaluating 23 open-source and proprietary LLMs, we find that current models can produce fluent interviewer utterances, but still struggle with strategy selection, explicit evidence elicitation, long-horizon interaction management, and recovery from non-ideal interviewee behavior."
}<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="dai-etal-2026-interviewbench">
<titleInfo>
<title>InterviewBench: Benchmarking Large Language Models as Interviewers</title>
</titleInfo>
<name type="personal">
<namePart type="given">Shangzhe</namePart>
<namePart type="family">Dai</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Feiyu</namePart>
<namePart type="family">Duan</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Zhongyu</namePart>
<namePart type="family">Wei</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2026-10</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>Findings of the Association for Computational Linguistics: EMNLP 2026</title>
</titleInfo>
<name type="personal">
<namePart type="given">Hung-Yi</namePart>
<namePart type="family">Lee</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Sunipa</namePart>
<namePart type="family">Dev</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Jessy</namePart>
<namePart type="family">Li</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Desmond</namePart>
<namePart type="family">Elliott</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<originInfo>
<publisher>Association for Computational Linguistics</publisher>
<place>
<placeTerm type="text">Budapest, Hungary</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
<identifier type="isbn">979-8-89176-462-0</identifier>
</relatedItem>
<abstract>Interviews collect information through conversation, requiring interviewers to ask appropriate questions, adapt to respondent behavior, and recover structured information from dialogue. Yet, AI systems’ abilities as interviewers remain under-explored. We present InterviewBench, a benchmark for evaluating LLM-based AI interviewers through both local interviewer decisions and dynamic multi-turn interviews. The static setting abstracts real interviews into controlled local-decision instances, while the dynamic setting evaluates end-to-end interviewing through long-horizon conversational simulations. Built from real interview transcripts, InterviewBench contains 5,500 classification questions, 3,000 generative questions, and 184 dynamic scenarios. We further model interviewer evaluation as contextual decision selection, where the model must choose or generate the next interviewer action conditioned on dialogue context. Evaluating 23 open-source and proprietary LLMs, we find that current models can produce fluent interviewer utterances, but still struggle with strategy selection, explicit evidence elicitation, long-horizon interaction management, and recovery from non-ideal interviewee behavior.</abstract>
<identifier type="citekey">dai-etal-2026-interviewbench</identifier>
<location>
<url>https://aclanthology.org/2026.findings-emnlp.2141/</url>
</location>
<part>
<date>2026-10</date>
<extent unit="page">
<start>45731</start>
<end>45787</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T InterviewBench: Benchmarking Large Language Models as Interviewers
%A Dai, Shangzhe
%A Duan, Feiyu
%A Wei, Zhongyu
%Y Lee, Hung-Yi
%Y Dev, Sunipa
%Y Li, Jessy
%Y Elliott, Desmond
%S Findings of the Association for Computational Linguistics: EMNLP 2026
%D 2026
%8 October
%I Association for Computational Linguistics
%C Budapest, Hungary
%@ 979-8-89176-462-0
%F dai-etal-2026-interviewbench
%X Interviews collect information through conversation, requiring interviewers to ask appropriate questions, adapt to respondent behavior, and recover structured information from dialogue. Yet, AI systems’ abilities as interviewers remain under-explored. We present InterviewBench, a benchmark for evaluating LLM-based AI interviewers through both local interviewer decisions and dynamic multi-turn interviews. The static setting abstracts real interviews into controlled local-decision instances, while the dynamic setting evaluates end-to-end interviewing through long-horizon conversational simulations. Built from real interview transcripts, InterviewBench contains 5,500 classification questions, 3,000 generative questions, and 184 dynamic scenarios. We further model interviewer evaluation as contextual decision selection, where the model must choose or generate the next interviewer action conditioned on dialogue context. Evaluating 23 open-source and proprietary LLMs, we find that current models can produce fluent interviewer utterances, but still struggle with strategy selection, explicit evidence elicitation, long-horizon interaction management, and recovery from non-ideal interviewee behavior.
%U https://aclanthology.org/2026.findings-emnlp.2141/
%P 45731-45787
Markdown (Informal)
[InterviewBench: Benchmarking Large Language Models as Interviewers](https://aclanthology.org/2026.findings-emnlp.2141/) (Dai et al., Findings 2026)
ACL