diff --git a/requirements.txt b/requirements.txt
index 4644779..d7b9e6f 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -14,7 +14,7 @@ accelerate
 bettermap
 
 # For the P3 datasets, which we get from huggingface datasets
-protobuf<=3.20
+protobuf<=4.23.3
 
 # For lm-eval
 sacrebleu>=1.5.0