@inproceedings{task-failure-forecasting,title={Efficient Forecasting of Task Failures in LLM Agents through Adaptive Fault Injection},author={Sengar, Vartika and Thakkar, Parth and Panda, Pranoy and Satapara, Shrey and Liu, Emmy and Viswanathan, Vijay and Takemori, Sho and Neubig, Graham and Devaguptapu, Chaitanya},booktitle={Advances in Neural Information Processing Systems (NeurIPS 2026)},year={2026},note={Earlier version presented at Forecast@ICML 2026.},keywords={conference},}
@inproceedings{halluworld,title={HalluWorld: A Controlled Benchmark for Hallucination via Reference World Models},author={Liu, Emmy and Gangal, Varun Prashant and Yu, Michael and Tao, Zhuofu and Singh, Karanpartap and Kumar, Sachin and Feng, Steven Y.},booktitle={NeurIPS 2026 Evaluations and Datasets Track},year={2026},url={https://arxiv.org/abs/2605.19341},archiveprefix={arXiv},primaryclass={cs.CL},keywords={conference},}
@inproceedings{implicit-curriculum,title={What Do Language Models Learn and When? The Implicit Curriculum Hypothesis},author={Liu, Emmy and Sun, Kaiser and Li, Millicent and Lee, Isabelle and Tjuatja, Lindia and Huang, Jen-tse and Neubig, Graham},booktitle={Proceedings of the 3rd Conference on Language Modeling (COLM 2026)},year={2026},url={https://arxiv.org/abs/2604.08510},keywords={conference},}
@inproceedings{midtraining,title={Midtraining Bridges Pretraining and Posttraining Distributions},author={Liu, Emmy and Xiong, Chenyan and Neubig, Graham},year={2026},booktitle={Proceedings of the 43rd International Conference on Machine Learning (ICML 2026)},keyword={conference},url={https://arxiv.org/abs/2510.14865},}
@inproceedings{hybridgym,title={Hybrid-Gym: Training Coding Agents to Generalize Across Tasks},author={Xie, Yiqing and Liu, Emmy and Zhang, Gaokai and Kotalwar, Nachiket and Gandhi, Shubham and Acharya, Sathwik and Wang, Xingyao and Rose, Carolyn and Neubig, Graham and Fried, Daniel},year={2026},booktitle={Proceedings of the 43rd International Conference on Machine Learning (ICML 2026)},keyword={conference},url={https://arxiv.org/abs/2602.16819},}
@inproceedings{hallucination-worldmodel,title={A Unified Definition of Hallucination: It's The World Model, Stupid!},author={Liu, Emmy and Gangal, Varun and Zou, Chelsea and Yu, Michael and Huang, Xiaoqi and Chang, Alex and Tao, Zhuofu and Singh, Karan and Kumar, Sachin and Feng, Steven Y.},booktitle={Proceedings of the 43rd International Conference on Machine Learning, Position Paper Track (ICML 2026)},year={2026},keywords={conference, position paper},url={https://arxiv.org/abs/2512.21577},}
@misc{terminal-bench-4,title={Terminal-Bench 4.0},author={Marten, Ryan and Shaw, Alex and Bercovich, Ivan and Droste, Benedikt and Cerruti, Tommaso and Dillmann, Steven and Wang, Ruiyang and Wahdany, Dariush and Hart, Allen and Krauth, Karl and {ScaleAI} and {Snorkel AI} and {Turing} and {gNucleus AI} and {Boolean AI} and Carlini, Nicholas and Lyu, Shengrui and Wei, Anjiang and Khatua, Arpandeep and Plüster, Björn and Dwivedi, Chaitanya and Sutcliffe, Christine and {Yuming} and Tivris, David and Wang, Di and Goh, Hui Wen and Xing, Hanwen and Lin, Haowei and Salia, Irakli and Seol, Jaejung and Bao, Jiajun and Ouyang, Jialin and Park, Junha and Walsh, Liam and Kong, Luyang and Ivanov, Maksim and Ubl, Malte and Liamets, Mikhail and Menis, Orfeas and Migdal, Piotr and Bao, Qingquan and Movva, Raj and Ben Chaim, Roey and Srinath, Namburi and Bogdanik, Sergey and Yadav, Shubham and Benjamin, Stephen and Kung, Tony and Hughes, Walker and Lan, Xin and Gupta, Himanshu and Mishra, Swaroop and Wang, Chenguang and He, Hao and Tu, Jianhong and Montgomery, Kyle and Tu, Zengji and Naik, Atharva and Mortensen, David and Zhang, Ivan and Mathur, Yash and Liu, Emmy and Singh, Karanpartap and Yu, Michael and Feng, Steven and Gangal, Varun and Tao, Zhuofu and Ruan, Sherry and Mueller, Jonas and Cabezas, Joan and Bauer, Justin and Li, Kevin Xiang and Zhang, Robert and Feller, Aaron and Madayan, Alec and Chen, Leon and Feuer, Ben and Li, Xiangyi and Li, Boxuan and Raj, Harsh and Galler, Samuel and Shi, Lin and Segal, Ivgeni and Buchanan, Kelly and P., Shreyas and Desai, Rishi and Schneider, Aaron and Settles, Chris and Lin, Xiangning and Nezhurina, Marianna and Wang, Andrew and Kowalczyk, Michał and Zhao, Jin-Xiang and Satia, Sanyam and Hu, Jessie and Atef, Sherif and Chen, Kobe and Vance, Sam and Segato, Gian and Jitsev, Jenia and Dimakis, Alex and Merrill, Mike and Konwinski, Andy and Schmidt, Ludwig},year={2026},month=aug,version={v4.0.0},publisher={Zenodo},doi={10.5281/zenodo.22105680},url={https://doi.org/10.5281/zenodo.22105680},}
@misc{memorize-or-retrieve,title={To Memorize or to Retrieve: Scaling the Interaction Between Pretraining and Retrieval},author={Singh, Karan and Yu, Michael and Gangal, Varun and Tao, Zhuofu and Kumar, Sachin and Liu, Emmy and Feng, Steven Y.},year={2026},url={https://arxiv.org/abs/2604.00715},archiveprefix={arXiv},primaryclass={cs.CL},keywords={preprint},}
@inproceedings{pbj,title={Not-Just-Scaling Laws: Towards a Better Understanding of the Downstream Impact of Language Model Design Decisions},author={Liu, Emmy and Bertsch, Amanda and Sutawika, Lintang and Tjuatja, Lindia and Fernandes, Patrick and Marinov, Lara and Chen, Michael and Singhal, Shreya and Lawrence, Carolin and Raghunathan, Aditi and Gashteovski, Kiril and Neubig, Graham},booktitle={Proceedings of the 2025 Conference on Empirical Methods in Natural Language Processing (EMNLP 2025)},year={2025},publisher={Association for Computational Linguistics},keywords={conference},url={https://arxiv.org/abs/2503.03862},}
@inproceedings{mem-lm,title={Language Modeling with Editable External Knowledge},author={Li, Belinda Z. and Liu, Emmy and Ross, Alexis and Zeitoun, Abbas and Neubig, Graham and Andreas, Jacob},year={2025},booktitle={Findings of the Association for Computational Linguistics: NAACL 2025},url={https://arxiv.org/abs/2406.11830},}
@misc{thesis-proposal,title={On the Developmental Science of Language Models},author={Liu, Emmy},year={2025},note={PhD Thesis Proposal, Carnegie Mellon University},keywords={thesis}}
@inproceedings{abductive-reasoning,title={An Incomplete Loop: Deductive, Inductive, and Abductive Reasoning in Language Models},author={Liu, Emmy and Neubig, Graham and Andreas, Jacob},year={2024},booktitle={Proceedings of the 1st Conference on Language Modeling},url={https://arxiv.org/abs/2404.03028},}
@inproceedings{brain-lm,title={Divergences between Language Models and Human Brains},author={Zhou, Yuchen and Liu, Emmy and Neubig, Graham and Tarr, Michael J. and Wehbe, Leila},year={2024},booktitle={Advances in Neural Information Processing Systems 37},address={Vancouver, Canada},url={https://arxiv.org/abs/2311.09308},}
Program-Aided Reasoners (Better) Know What They Know
Anubha Kabra, Sanketh Rangreji, Yash Mathur, Aman Madaan, Emmy Liu, and 1 more author
In Proceedings of the 2024 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, 2024
@inproceedings{code_calibration,title={Program-Aided Reasoners (Better) Know What They Know},author={Kabra, Anubha and Rangreji, Sanketh and Mathur, Yash and Madaan, Aman and Liu, Emmy and Neubig, Graham},year={2024},booktitle={Proceedings of the 2024 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies},url={https://arxiv.org/abs/2311.09553},address={Mexico City, Mexico}}
@inproceedings{idiom-translation,title={Crossing the Threshold: Idiomatic Machine Translation through Retrieval Augmentation and Loss Weighting},author={Liu, Emmy and Chaudhary, Aditi and Neubig, Graham},year={2023},booktitle={Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing (EMNLP)},address={Singapore},keywords={conference},url={https://arxiv.org/abs/2310.07081},}
@article{hf_survey,title={Bridging the Gap: A Survey on Integrating (Human) Feedback for Natural Language Generation},author={Fernandes, Patrick and Madaan, Aman and Liu, Emmy and Farinhas, António and Martins, Pedro Henrique and Bertsch, Amanda and de Souza, José G. C. and Zhou, Shuyan and Wu, Tongshuang and Neubig, Graham and Martins, André F. T.},year={2023},journal={Transactions of the Association for Computational Linguistics},keywords={journal},url={https://arxiv.org/abs/2305.00955},}
star_sem
Syntax and Semantics Meet in the "Middle": Probing the Syntax-Semantics Interface of LMs Through Agentivity
Lindia Tjuatja, Emmy Liu, Lori Levin, and Graham Neubig
In Proceedings of the 12th Joint Conference on Lexical and Computational Semantics, 2023
@inproceedings{lm-agentivity,title={Syntax and Semantics Meet in the "Middle": Probing the Syntax-Semantics Interface of LMs Through Agentivity},author={Tjuatja, Lindia and Liu, Emmy and Levin, Lori and Neubig, Graham},year={2023},booktitle={Proceedings of the 12th Joint Conference on Lexical and Computational Semantics},url={https://arxiv.org/abs/2305.18185},}
@inproceedings{muda,title={When Does Translation Require Context? A Data-driven, Multilingual Exploration},author={Fernandes, Patrick and Yin, Kayo and Liu, Emmy and Martins, André F. T. and Neubig, Graham},booktitle={Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics},year={2023},url={https://arxiv.org/abs/2109.07446},}
@inproceedings{multi-figqa,title={Multi-lingual and Multi-cultural Figurative Language Understanding},author={Kabra*, Anubha and Liu*, Emmy and Khanuja*, Simran and Aji, Alham Fikri and Winata, Genta Indra and Cahyawijaya, Samuel and Aremu, Anuoluwapo and Ogayo, Perez and Neubig, Graham},booktitle={Findings of the Association for Computational Linguistics: ACL 2023},year={2023},url={https://arxiv.org/abs/2305.16171},}
@inproceedings{tom-learning,title={Computational Language Acquisition with Theory of Mind},author={Liu, Andy and Zhu, Hao and Liu, Emmy and Bisk, Yonatan and Neubig, Graham},booktitle={The Eleventh International Conference on Learning Representations},year={2023},url={https://arxiv.org/abs/2303.01502},}
@inproceedings{exam-stress,title={Exam Eustress: Designing a Brief Online Intervention for Helping Students Identify Positive Aspects of Stress},author={Reza, Mohi and Zavaleta, Angela B. and Liu, Emmy and Li, Tong and Barber, Calista and Liang, Zhongyuan and Williams, Joseph Jay},year={2023},booktitle={CHI '23: CHI Conference on Human Factors in Computing Systems},doi={10.1145/3544548.3581368},url={https://doi.org/10.1145/3544548.3581368},}
Testing the Ability of Language Models to Interpret Figurative Language
Emmy Liu, Chenxuan Cui, Kenneth Zheng, and Graham Neubig
In Proceedings of the 2022 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Jul 2022
@inproceedings{liu-etal-2022-testing,title={Testing the Ability of Language Models to Interpret Figurative Language},author={Liu, Emmy and Cui, Chenxuan and Zheng, Kenneth and Neubig, Graham},booktitle={Proceedings of the 2022 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies},month=jul,year={2022},address={Seattle, United States},publisher={Association for Computational Linguistics},url={https://aclanthology.org/2022.naacl-main.330},doi={10.18653/v1/2022.naacl-main.330},pages={4437--4452},}
@inproceedings{compositionality-22,author={Liu, Emmy and Neubig, Graham},address={"Abu Dhabi, United Arab Emirates"},month=dec,url={https://arxiv.org/abs/2210.03575},title={Are Representations Built from the Ground Up? An Empirical Examination of Local Composition in Language Models},booktitle={Proceedings of the 2022 Conference on Empirical Methods in Natural Language Processing},publisher={Association for Computational Linguistics},year={2022},}
@inproceedings{child-morality-22,author={Ramezani, Aida and Liu, Emmy and Ferreira Pinto Junior, Renato and Lee, Spike W.S. and Xu, Yang},title={The emergence of moral foundations in child language development},booktitle={Proceedings of the Annual Meeting of the Cognitive Science Society},year={2022},volume={44},url={https://escholarship.org/uc/item/3qv9h3j9},month=jul,}
Chaining and the temporal dynamics of scientists’ publishing behaviour
Emmy Liu, and Yang Xu
PLoS One, Jul 2022
@article{plos-metascience,author={Liu, Emmy and Xu, Yang},year={2022},title={Chaining and the temporal dynamics of scientists’ publishing behaviour},journal={PLoS One},doi={10.1371/journal.pone.0278389},url={https://doi.org/10.1371/journal.pone.0278389},}
@inproceedings{liu-etal-2022-assessing,title={Assessing Group-level Gender Bias in Professional Evaluations: The Case of Medical Student End-of-Shift Feedback},author={Liu, Emmy and Tessler, Michael Henry and Dubosh, Nicole and Hiller, Katherine and Levy, Roger},booktitle={Proceedings of the 4th Workshop on Gender Bias in Natural Language Processing (GeBNLP)},month=jul,year={2022},address={Seattle, Washington},publisher={Association for Computational Linguistics},url={https://aclanthology.org/2022.gebnlp-1.11},doi={10.18653/v1/2022.gebnlp-1.11},pages={86--93},}
@inproceedings{euphemism-detect,url={https://arxiv.org/abs/2210.12846},author={Keh, Sedrick Scott and Bharadwaj, Rohit K. and Liu, Emmy and Tedeschi, Simone and Gangal, Varun and Navigli, Roberto},title={EUREKA: EUphemism Recognition Enhanced through Knn-based methods and Augmentation},booktitle={Proceedings of the 3rd Workshop on Figurative Language Processing (FigLang)},publisher={Association for Computational Linguistics},year={2022},month=dec,copyright={Creative Commons Attribution 4.0 International},}
2021
RL4ED@EDM
Statistical Consequences of Duelling Bandits
Nayan Saxena, Pan Chen, and Emmy Liu
In EDM21 Workshop on Reinforcement Learning for Education, Dec 2021
@inproceedings{duelling-bandits,author={Saxena, Nayan and Chen, Pan and Liu, Emmy},title={Statistical Consequences of Duelling Bandits},year={2021},booktitle={EDM21 Workshop on Reinforcement Learning for Education},}
In Proceedings of the Annual Meeting of the Cognitive Science Society, Jul 2020
@inproceedings{chaining-science,author={Liu, Emmy and Xu, Yang},title={Chaining and the Process of Scientific Innovation},year={2020},booktitle={Proceedings of the Annual Meeting of the Cognitive Science Society},volume={42},pages={1639--1646},}
Numeral Systems across Languages Support Efficient Communication: From Approximate Numerosity to Recursion
Emmy Liu, and Yang Xu
Open Mind, Jul 2020
@article{numerals-journal,author={Liu, Emmy and Xu, Yang},title={Numeral Systems across Languages Support Efficient Communication: From Approximate Numerosity to Recursion},year={2020},journal={Open Mind},volume={4},pages={57--70},}
Rapid information gain explains cross-linguistic tendenciees in numeral ordering
Emmy Liu, and Yang Xu
In Proceedings of the Annual Meeting of the Cognitive Science Society, Jul 2019
@inproceedings{numerals-cogsci,author={Liu, Emmy and Xu, Yang},title={Rapid information gain explains cross-linguistic tendenciees in numeral ordering},year={2019},booktitle={Proceedings of the Annual Meeting of the Cognitive Science Society},volume={41},pages={2166--2173},}
CUNY
Ordering in numerals supports rapid information processing
Emmy Liu, and Yang Xu
In 32nd CUNY Conference on Human Sentence Processing, Jul 2019
@inproceedings{cuny,title={Ordering in numerals supports rapid information processing},author={Liu, Emmy and Xu, Yang},booktitle={32nd CUNY Conference on Human Sentence Processing},year={2019},}