@article{jia2011mutation,
  author = {Yue Jia and Mark Harman},
  title = {An Analysis and Survey of the Development of Mutation Testing},
  journal = {IEEE Transactions on Software Engineering},
  year = {2011},
  volume = {37},
  number = {5},
  pages = {649--678},
  doi = {10.1109/TSE.2010.62}
}

@article{barr2015oracle,
  author = {Earl T. Barr and Mark Harman and Phil McMinn and Muzammil Shahbaz and Shin Yoo},
  title = {The Oracle Problem in Software Testing: A Survey},
  journal = {IEEE Transactions on Software Engineering},
  year = {2015},
  volume = {41},
  number = {5},
  pages = {507--525},
  doi = {10.1109/TSE.2014.2372785}
}

@article{fraser2012mutation,
  author = {Gordon Fraser and Andreas Zeller},
  title = {Mutation-Driven Generation of Unit Tests and Oracles},
  journal = {IEEE Transactions on Software Engineering},
  year = {2012},
  volume = {38},
  number = {2},
  pages = {278--292},
  doi = {10.1109/TSE.2011.93}
}

@inproceedings{just2014mutants,
  author = {Ren{\'e} Just and Darioush Jalali and Laura Inozemtseva and Michael D. Ernst and Reid Holmes and Gordon Fraser},
  title = {Are Mutants a Valid Substitute for Real Faults in Software Testing?},
  booktitle = {Proceedings of the 22nd ACM SIGSOFT International Symposium on Foundations of Software Engineering},
  year = {2014},
  pages = {654--665},
  publisher = {Association for Computing Machinery},
  doi = {10.1145/2635868.2635929}
}

@incollection{papadakis2019advances,
  author = {Mike Papadakis and Marinos Kintis and Jie Zhang and Yue Jia and Yves Le Traon and Mark Harman},
  title = {Mutation Testing Advances: An Analysis and Survey},
  booktitle = {Advances in Computers},
  year = {2019},
  volume = {112},
  pages = {275--378},
  publisher = {Elsevier},
  doi = {10.1016/bs.adcom.2018.03.015}
}

@misc{trivedi2024appworld,
  author = {Harsh Trivedi and Tushar Khot and Mareike Hartmann and Ruskin Manku and Vinty Dong and Edward Li and Shashank Gupta and Ashish Sabharwal and Niranjan Balasubramanian},
  title = {AppWorld: A Controllable World of Apps and People for Benchmarking Interactive Coding Agents},
  year = {2024},
  eprint = {2407.18901},
  archivePrefix = {arXiv},
  primaryClass = {cs.SE},
  url = {https://arxiv.org/abs/2407.18901},
  note = {ACL 2024 camera-ready version}
}

@misc{lu2024toolsandbox,
  author = {Jiarui Lu and Thomas Holleis and Yizhe Zhang and Bernhard Aumayer and Feng Nan and Felix Bai and Shuang Ma and Shen Ma and Mengyu Li and Guoli Yin and Zirui Wang and Ruoming Pang},
  title = {ToolSandbox: A Stateful, Conversational, Interactive Evaluation Benchmark for LLM Tool Use Capabilities},
  year = {2024},
  eprint = {2408.04682},
  archivePrefix = {arXiv},
  primaryClass = {cs.CL},
  url = {https://arxiv.org/abs/2408.04682}
}

@misc{barres2025tau2,
  author = {Victor Barres and Honghua Dong and Soham Ray and Xujie Si and Karthik Narasimhan},
  title = {$\tau^2$-Bench: Evaluating Conversational Agents in a Dual-Control Environment},
  year = {2025},
  eprint = {2506.07982},
  archivePrefix = {arXiv},
  primaryClass = {cs.AI},
  url = {https://arxiv.org/abs/2506.07982}
}

@inproceedings{ma2024agentboard,
  author = {Chang Ma and Junlei Zhang and Zhihao Zhu and Cheng Yang and Yujiu Yang and Yaohui Jin and Zhenzhong Lan and Lingpeng Kong and Junxian He},
  title = {{AgentBoard}: An Analytical Evaluation Board of Multi-turn {LLM} Agents},
  booktitle = {Advances in Neural Information Processing Systems},
  year = {2024},
  volume = {37},
  doi = {10.52202/079017-2365},
  url = {https://proceedings.neurips.cc/paper_files/paper/2024/hash/877b40688e330a0e2a3fc24084208dfa-Abstract-Datasets_and_Benchmarks_Track.html}
}

@inproceedings{ruan2024toolemu,
  author = {Yangjun Ruan and Honghua Dong and Andrew Wang and Silviu Pitis and Yongchao Zhou and Jimmy Ba and Yann Dubois and Chris J. Maddison and Tatsunori Hashimoto},
  title = {Identifying the Risks of {LM} Agents with an {LM}-Emulated Sandbox},
  booktitle = {International Conference on Learning Representations},
  year = {2024},
  url = {https://proceedings.iclr.cc/paper_files/paper/2024/hash/7274ed909a312d4d869cc328ad1c5f04-Abstract-Conference.html}
}

@misc{wang2026benchjack,
  author = {Hao Wang and Hanchen Li and Qiuyang Mang and Alvin Cheung and Koushik Sen and Dawn Song},
  title = {Do Androids Dream of Breaking the Game? Systematically Auditing {AI} Agent Benchmarks with {BenchJack}},
  year = {2026},
  eprint = {2605.12673},
  archivePrefix = {arXiv},
  primaryClass = {cs.AI},
  url = {https://arxiv.org/abs/2605.12673}
}

@misc{zhong2026hardening,
  author = {Ziqian Zhong and Ivgeni Segal and Ivan Bercovich and Shashwat Saxena and Kexun Zhang and Aditi Raghunathan},
  title = {Hardening Agent Benchmarks with Adversarial Hacker--Fixer Loops},
  year = {2026},
  eprint = {2606.08960},
  archivePrefix = {arXiv},
  primaryClass = {cs.CR},
  url = {https://arxiv.org/abs/2606.08960}
}

@inproceedings{sun2026swemutation,
  title = {{SWE}-Mutation: Can {LLM}s Generate Reliable Test Suites in Software Engineering?},
  author = {Yuxuan Sun and Yuze Zhao and Yufeng Wang and Yao Du and Zhiyuan Ma and Jinbo Wang and Mengdi Zhang and Kai Zhang and Zhenya Huang},
  booktitle = {Findings of the Association for Computational Linguistics: ACL 2026},
  year = {2026},
  pages = {39651--39674},
  publisher = {Association for Computational Linguistics},
  doi = {10.18653/v1/2026.findings-acl.1976},
  url = {https://aclanthology.org/2026.findings-acl.1976/}
}

@misc{advani2026false,
  author = {Laksh Advani},
  title = {From Confident Closing to Silent Failure: Characterizing False Success in {LLM} Agents},
  year = {2026},
  eprint = {2606.09863},
  archivePrefix = {arXiv},
  primaryClass = {cs.LG},
  url = {https://arxiv.org/abs/2606.09863},
  note = {Accepted to FAGEN at ICML 2026}
}

@misc{zhou2026agents4d,
  author = {Jiajun Zhou and Zhaoxuan Ke and Jihang Ye and Xuanze Chen and Shanqing Yu and Qi Xuan},
  title = {{AgentS4D}: Benchmarking Runtime Risks across the Execution Lifecycle of {LLM}-Based Workspace Agents},
  year = {2026},
  eprint = {2607.27294},
  archivePrefix = {arXiv},
  primaryClass = {cs.SE},
  url = {https://arxiv.org/abs/2607.27294}
}
