In September 2025, I joined Google Cloud as a Research Scientist. I completed my PhD in 2025 in Computer Science at UMass Amherst advised by Prof. Mohit Iyyer and Prof. Rajesh Bhatt in the UMass NLP Lab. I completed my master's degree in linguistics at University of Konstanz, advised by Prof. Maribel Romero. My research interests lie in human and automatic evaluation in the field of natural language processing.
@misc{mekala2025doesquantizationaffectmodels,
title={Does quantization affect models' performance on long-context tasks?},
author={Anmol Mekala and Anirudh Atmakuru and Yixiao Song and Marzena Karpinska and Mohit Iyyer},
year={2025},
eprint={2505.20276},
archivePrefix={arXiv},
primaryClass={cs.CL},
url={https://arxiv.org/abs/2505.20276},
},
}
@misc{song2025bearcubsbenchmarkcomputerusingweb,
title={BEARCUBS: A benchmark for computer-using web agents},
author={Yixiao Song and Katherine Thai and Chau Minh Pham and Yapei Chang and Mazin Nadaf and Mohit Iyyer},
year={2025},
eprint={2503.07919},
archivePrefix={arXiv},
primaryClass={cs.AI},
url={https://arxiv.org/abs/2503.07919},
}
@misc{song2025enhancinghumanevaluationmachine,
title={Enhancing Human Evaluation in Machine Translation with Comparative Judgment},
author={Yixiao Song and Parker Riley and Daniel Deutsch and Markus Freitag},
year={2025},
eprint={2502.17797},
archivePrefix={arXiv},
primaryClass={cs.CL},
url={https://arxiv.org/abs/2502.17797},
}
@inproceedings{sachdeva-etal-2025-localizing,
title = "Localizing and Mitigating Errors in Long-form Question Answering",
author = "Sachdeva, Rachneet Singh and
Song, Yixiao and
Iyyer, Mohit and
Gurevych, Iryna",
editor = "Che, Wanxiang and
Nabende, Joyce and
Shutova, Ekaterina and
Pilehvar, Mohammad Taher",
booktitle = "Findings of the Association for Computational Linguistics: ACL 2025",
month = jul,
year = "2025",
address = "Vienna, Austria",
publisher = "Association for Computational Linguistics",
url = "https://aclanthology.org/2025.findings-acl.1049/",
doi = "10.18653/v1/2025.findings-acl.1049",
pages = "20437--20469",
ISBN = "979-8-89176-256-5",
}
@inproceedings{veriscore,
author={Yixiao Song and Yekyung Kim and Mohit Iyyer},
booktitle = {Findings of EMNLP},
Year = "2024",
Title={VERISCORE: Evaluating the factuality of verifiable claims in long-form text generation},
}
@inproceedings{song-etal-gee,
author={Yixiao Song and Kalpesh Krishna and Rajesh Bhatt and Kevin Gimpel and Mohit Iyyer},
booktitle = {Findings of the Association for Computational Linguistics: NAACL 2024},
Year = "2023",
Title={GEE! Grammar Error Explanation with Large Language Models
},
}
@inproceedings{knnlm23,
author={Shufan Wang and Yixiao Song and Andrew Drozdov and Aparna Garimella and Varun Manjunatha and Mohit Iyyer},
booktitle = {arXiv},
Year = "2023",
Title={KNN-LM Does Not Improve Open-ended Text Generation
},
}
@misc{krishna2023paraphrasing,
title={Paraphrasing evades detectors of AI-generated text, but retrieval is an effective defense},
author={Kalpesh Krishna and Yixiao Song and Marzena Karpinska and John Wieting and Mohit Iyyer},
year={2023},
eprint={2303.13408},
archivePrefix={arXiv},
primaryClass={cs.CL}
}
@inproceedings{lfqa23,
author={Fangyuan Xu and Yixiao Song and Mohit Iyyer and Eunsol Choi},
Booktitle = {Association of Computational Linguistics},
Year = "2023",
Title={A Critical Evaluation of Evaluations for Long-form Question Answering},
}
@inproceedings{sling22,
author={Yixiao Song and Kalpesh Krishna and Rajesh Bhatt and Mohit Iyyer},
booktitle = {Empirical Methods in Natural Language Processing},
Year = "2022",
Title={SLING: Sino Linguistic Evaluation of Large Language Models},
}
@inproceedings{demetr22,
author={Marzena Karpinska and Nishant Raj and Katherine Thai and Yixiao Song and Ankita Gupta and Mohit Iyyer},
booktitle = {Empirical Methods in Natural Language Processing},
Year = "2022",
Title={DEMETR: Diagnosing Evaluation Metrics for Translation},
}
*Fall 2023 TA: Cognitive Modeling (LING692C)
Spring 2023 TA: Advanced Natural Language Processing (CS685)
†Fall 2022 Instructor: How Language Works: Introduction to Linguistic Theory (R2) (LING201)
*Spring 2022 TA: Introduction to Semantics (LING510)
*Fall 2021 TA: Introduction to Computational Linguistics (LING509)
*Spring 2021 TA: How Language Works: Introduction to Linguistic Theory (R2) (LING201)
*Fall 2020 TA: People and Their Language (LING101)
*Fall 2018 TA: Core Components of Language B (Master's program class)
* With weekly tutorial session, homework grading, office hour;
† With weekly teaching sessions, homework grading, office hour