Papers
* denotes equal contribution • α-β denotes alphabetical order
Google Scholar may have a more updated list.
Preprints
Avoiding Common Failures in AI for Health and Medicine
In Review
Who Said LLMs Are Better? The Missing Human Baseline and Judge
In Review
Stop Evaluating AI with Human Tests, Develop Principled, AI-specific Tests instead
In Review
@article{suhr2025stop,
title={Stop Evaluating AI with Human Tests, Develop Principled, AI-specific Tests instead},
author={S{\"u}hr, Tom and Dorner, Florian E. and Salaudeen, Olawale and Kelava, Augustin and Samadi, Samira},
journal={arXiv preprint arXiv:2507.23009},
year={2025}
}
Enhancing fMRI Motion Denoising with ICA-AROMA and Causal Discovery
In Review
@article{salaudeen2022enhancing,
title={Enhancing fMRI Motion Denoising with ICA-AROMA and Causal Discovery},
author={Salaudeen, Olawale and Camacho, Paul and Barbey, Aron and Sutton, Brad and Koyejo, Sanmi},
year={2022}
}
2026
ImageNot: A Contrast with ImageNet Preserves Model Rankings
TMLR 2026
(To appear)
@article{salaudeen2024imagenot,
title={ImageNot: A contrast with ImageNet preserves model rankings},
author={Salaudeen, Olawale and Hardt, Moritz},
journal={Transactions on Machine Learning Research},
year={2026}
}
2025
Aggregation Hides Out-of-Distribution Generalization Failures from Spurious Correlations
NeurIPS 2025
(Spotlight)
@inproceedings{salaudeen2025aggregation,
title={Aggregation Hides Out-of-Distribution Generalization Failures from Spurious Correlations},
author={Olawale Elijah Salaudeen and Haoran Zhang and Kumail Alhamoud and Sara Beery and Marzyeh Ghassemi},
booktitle={Advances in Neural Information Processing Systems},
year={2025}
}
Measurement to Meaning: A Validity-Centered Framework for AI Evaluation
In Review
(preliminary in NeurIPS 2025 Workshop on Evaluating the Evolving LLM Lifecycle)
@article{salaudeen2025measurement,
title={Measurement to Meaning: A Validity-Centered Framework for AI Evaluation},
author={Salaudeen, Olawale and Reuel, Anka and Ahmed, Ahmed and Bedi, Suhana and Robertson, Zachary and Sundar, Sudharsan and Domingue, Ben and Wang, Angelina and Koyejo, Sanmi},
journal={arXiv preprint arXiv:2505.10573},
year={2025}
}
On Evaluating Methods vs. Evaluating Models
NeurIPS 2025 Workshop on Evaluating the Evolving LLM Lifecycle
(Oral + Best Paper)
@inproceedings{salaudeen2025methods,
title={On Evaluating Methods vs. Evaluating Models},
author={Salaudeen, Olawale and Dorner, Florian E. and Hase, Peter},
booktitle={NeurIPS 2025 Workshop on Evaluating the Evolving LLM Lifecycle: Benchmarks, Emergent Abilities, and Scaling},
year={2025}
}
On Group Sufficiency Under Label Bias
NeurIPS 2025
@inproceedings{zhang2025sufficiency,
title={On Group Sufficiency Under Label Bias},
author={Zhang, Haoran and Salaudeen, Olawale and Ghassemi, Marzyeh},
booktitle={Advances in Neural Information Processing Systems},
year={2025}
}
Understanding Challenges to the Interpretation of Disaggregated Evaluations of Algorithmic Fairness
NeurIPS 2025
(Preliminary version at NeurIPS 2022 Workshop on Distribution Shifts)
@inproceedings{pfohl2025disaggregated,
title={Understanding Challenges to the Interpretation of Disaggregated Evaluations of Algorithmic Fairness},
author={Pfohl, Stephen R. and Harris, Natalie and Nagpal, Chirag and Madras, David and Mhasawade, Vishwali and Salaudeen, Olawale and Dieng, Awa and Sequeira, Shannon and Arciniegas, Santiago and Sung, Lillian and Ezeanochie, Nnamdi and Cole-Lewis, Heather and Heller, Katherine and Koyejo, Sanmi and D'Amour, Alexander},
booktitle={Advances in Neural Information Processing Systems},
year={2025}
}
Improving Single-round Active Adaptation: A Prediction Variability Perspective
TMLR 2025
@article{wang2025adaptation,
title={Improving Single-round Active Adaptation: A Prediction Variability Perspective},
author={Wang, Xiaoyang and Zhang, Yibo Jacky and Salaudeen, Olawale E and Wu, Mingyuan and Guo, Hongpeng and He, Chaoyang and Nahrstedt, Klara and Koyejo, Sanmi},
journal={Transactions on Machine Learning Research},
year={2025}
}
Are Domain Generalization Benchmarks with Accuracy on the Line Misspecified?
TMLR 2025
(J2C)
+ ICLR 2026 Journal Track
@article{salaudeen2025aotl,
title={Are Domain Generalization Benchmarks with Accuracy on the Line Misspecified?},
author={Salaudeen, Olawale and Chiou, Nicole and Weng, Shiny and Koyejo, Sanmi},
journal={Transactions on Machine Learning Research},
year={2025}
}
Toward an Evaluation Science for Generative AI Systems
The Bridge 2025, National Academy of Engineering
@article{weidinger2025evaluation,
title={Toward an Evaluation Science for Generative AI Systems},
author={Weidinger, Laura and Raji, Inioluwa Deborah and Wallach, Hanna and Mitchell, Margaret and Wang, Angelina and Salaudeen, Olawale and Bommasani, Rishi and Ganguli, Deep and Koyejo, Sanmi and Isaac, William},
journal={National Academy of Engineering: The Bridge},
volume={55},
number={1},
year={2025}
}
What's in a Query: Polarity-Aware Distribution-Based Fair Ranking
WWW 2025
@inproceedings{balagopalan2025query,
title={What's in a Query: Polarity-Aware Distribution-Based Fair Ranking},
author={Balagopalan, Aparna and Wang, Kai and Salaudeen, Olawale and Biega, Asia and Ghassemi, Marzyeh},
booktitle={Proceedings of the ACM Web Conference 2025},
year={2025}
}
2024
On Domain Generalization Datasets as Proxy Benchmarks for Causal Representation Learning
NeurIPS 2024 Causal Representation Learning Workshop
(Oral)
@inproceedings{salaudeen2024proxy,
title={On Domain Generalization Datasets as Proxy Benchmarks for Causal Representation Learning},
author={Salaudeen, Olawale and Chiou, Nicole and Koyejo, Sanmi},
booktitle={NeurIPS 2024 Causal Representation Learning Workshop},
year={2024}
}
Causally Inspired Regularization Enables Domain General Representations
AISTATS 2024
(Preliminary version at NeurIPS 2021 Workshop on Distribution Shifts)
@inproceedings{salaudeen2024causally,
title={Causally Inspired Regularization Enables Domain General Representations},
author={Salaudeen, Olawale and Koyejo, Sanmi},
booktitle={Proceedings of The 27th International Conference on Artificial Intelligence and Statistics},
pages={3124--3132},
year={2024},
volume={238},
series={Proceedings of Machine Learning Research},
publisher={PMLR}
}
Proxy Methods for Domain Adaptation
AISTATS 2024
@inproceedings{tsai2024proxy,
title={Proxy Methods for Domain Adaptation},
author={Tsai, Katherine and Pfohl, Stephen R. and Salaudeen, Olawale and Chiou, Nicole and Kusner, Matt J. and D'Amour, Alexander and Koyejo, Sanmi and Gretton, Arthur},
booktitle={Proceedings of The 27th International Conference on Artificial Intelligence and Statistics},
pages={3961--3969},
year={2024},
volume={238},
series={Proceedings of Machine Learning Research},
publisher={PMLR}
}
2023
Adapting to Latent Subgroup Shifts via Concepts and Proxies
AISTATS 2023
(Preliminary version at ICML 2022 Workshop on Principles of Distribution Shift)
@inproceedings{pmlr-v206-alabdulmohsin23a,
title={Adapting to Latent Subgroup Shifts via Concepts and Proxies},
author={Alabdulmohsin, Ibrahim and Chiou, Nicole and D'Amour, Alexander and Gretton, Arthur and Koyejo, Sanmi and Kusner, Matt J. and Pfohl, Stephen R. and Salaudeen, Olawale and Schrouff, Jessica and Tsai, Katherine},
booktitle={Proceedings of The 26th International Conference on Artificial Intelligence and Statistics},
pages={9637--9661},
year={2023},
volume={206},
series={Proceedings of Machine Learning Research},
publisher={PMLR}
}
2022
Addressing Observational Biases in Algorithmic Fairness Assessments
NeurIPS 2022 Workshop on Algorithmic Fairness through the Lens of Causality and Privacy
(Extended Abstract)
@inproceedings{nagpal2022fairness,
title={Addressing Observational Biases in Algorithmic Fairness Assessments},
author={Nagpal, Chirag and Salaudeen, Olawale and Koyejo, Sanmi and Pfohl, Stephen},
booktitle={NeurIPS 2022 Workshop on Algorithmic Fairness through the Lens of Causality and Privacy},
year={2022}
}
Ultra-fast 3D fMRI to Explore Cardiac-Induced Fluctuations in BOLD-Based Functional Imaging
International Society for Magnetic Resonance in Medicine (ISMRM) 2022
(Abstract)
@inproceedings{anderson2022ultrafast,
title={Ultra-fast 3D fMRI to Explore Cardiac-Induced Fluctuations in BOLD-Based Functional Imaging},
author={Sutton, Brad and Anderson, Aaron and Zimmerman, Benjamin and Camacho, Paul and Jin, Riwei and Marchini, Charles and Salaudeen, Olawale and Ramsy, Natalie and Boido, Davide and Charpak, Serge and Webb, Andrew and Ciobanu, Luisa},
booktitle={Proceedings of the International Society for Magnetic Resonance in Medicine (ISMRM)},
year={2022}
}
2021
Exploiting Causal Chains for Domain Generalization
NeurIPS 2021 Workshop on Distribution Shifts
@inproceedings{salaudeen2021exploiting,
title={Exploiting Causal Chains for Domain Generalization},
author={Salaudeen, Olawale E. and Koyejo, Oluwasanmi O.},
booktitle={NeurIPS 2021 Workshop on Distribution Shifts: Connecting Methods and Applications},
year={2021}
}
No matching items