diff --git a/backend/python/common-env/transformers/transformers-nvidia.yml b/backend/python/common-env/transformers/transformers-nvidia.yml
index 4275db58ad2f..ece45f41f454 100644
--- a/backend/python/common-env/transformers/transformers-nvidia.yml
+++ b/backend/python/common-env/transformers/transformers-nvidia.yml
@@ -74,7 +74,7 @@ dependencies:
       - packaging==23.2
       - pandas
       - peft==0.5.0
-      - protobuf==4.24.4
+      - protobuf==3.20.2
       - psutil==5.9.5
       - pyarrow==13.0.0
       - python-dateutil==2.8.2
diff --git a/backend/python/common-env/transformers/transformers-rocm.yml b/backend/python/common-env/transformers/transformers-rocm.yml
index 239e8b31c53e..357fad452a9a 100644
--- a/backend/python/common-env/transformers/transformers-rocm.yml
+++ b/backend/python/common-env/transformers/transformers-rocm.yml
@@ -62,7 +62,7 @@ dependencies:
       - packaging==23.2
       - pandas
       - peft==0.5.0
-      - protobuf==4.24.4
+      - protobuf==3.20.2
       - psutil==5.9.5
       - pyarrow==13.0.0
       - python-dateutil==2.8.2
diff --git a/backend/python/common-env/transformers/transformers.yml b/backend/python/common-env/transformers/transformers.yml
index e08ed0f0923f..6f4e85b7e0aa 100644
--- a/backend/python/common-env/transformers/transformers.yml
+++ b/backend/python/common-env/transformers/transformers.yml
@@ -66,7 +66,7 @@ dependencies:
       - packaging==23.2
       - pandas
       - peft==0.5.0
-      - protobuf==4.24.4
+      - protobuf==3.20.2
       - psutil==5.9.5
       - pyarrow==13.0.0
       - python-dateutil==2.8.2