@inproceedings{wu-etal-2026-preferences,
    title = "Not All Preferences Deserve Gradients: Understanding Gradient Utility in Offline Reasoning Alignment",
    author = "Wu, Hui  and
      Cai, Hengyi  and
      Zhao, Jinman  and
      Chen, Xinran  and
      Li, Ziheng  and
      Zhao, Zhejun  and
      Wang, Shuaiqiang  and
      Li, Yuchen  and
      Yin, Dawei",
    editor = "Lee, Hung-Yi  and
      Dev, Sunipa  and
      Li, Jessy  and
      Elliott, Desmond",
    booktitle = "Proceedings of the 2026 Conference on Empirical Methods in Natural Language Processing",
    month = oct,
    year = "2026",
    address = "Budapest, Hungary",
    publisher = "Association for Computational Linguistics",
    url = "https://aclanthology.org/2026.emnlp-main.2077/",
    pages = "47316--47330",
    ISBN = "979-8-89176-459-0"
}