@inproceedings{jain-etal-2026-xpertgpt, title = "{X}pert{GPT}: Multi-Scale Sparse Expert Routing for Data-Constrained Language Modeling", author = "Jain, Soham and Singh, Harsh and Dewan, Divija and Dev, Atul", editor = "Choshen, Leshem and Cotterell, Ryan and Gul, Mustafa Omer and Jumelet, Jaap and Linzen, Tal and Mueller, Aaron and Salhan, Suchir and Shah, Raj Sanjay and Warstadt, Alex and Wilcox, Ethan Gotlieb", booktitle = "Proceedings of the Second {B}aby{LM} Workshop", month = oct, year = "2026", address = "Budapest, Hungary", publisher = "Association for Computational Linguistics", url = "https://aclanthology.org/2026.babylm-main.60/", pages = "767--778", ISBN = "979-8-89176-475-0" }