diff --git a/requirements/requirements.txt b/requirements/requirements.txt
index 88e49f073..914664c03 100644
--- a/requirements/requirements.txt
+++ b/requirements/requirements.txt
@@ -3,7 +3,7 @@ git+https://github.com/EleutherAI/DeeperSpeed.git#egg=deepspeed
 ftfy>=6.0.1
 git+https://github.com/EleutherAI/lm_dataformat.git@4eec05349977071bf67fc072290b95e31c8dd836
 huggingface_hub>=0.11.0
-lm_eval>=0.3.0
+lm_eval==0.3.0
 mpi4py>=3.0.3
 numpy>=1.22.0
 pybind11>=2.6.2