diff --git a/gptj-text-generation/requirements.txt b/gptj-text-generation/requirements.txt
index 43015a5..8a1e41a 100644
--- a/gptj-text-generation/requirements.txt
+++ b/gptj-text-generation/requirements.txt
@@ -5,7 +5,7 @@ graphcore-cloud-tools[logger] @ git+https://github.com/graphcore/graphcore-cloud
 examples-utils[common] @ git+https://github.com/graphcore/examples-utils.git@7cd37a8eccabe88e3741eef2c31bafd4fcd30c4c
 pyyaml==5.4.1
 dataclasses==0.8; python_version < '3.7'
-transformers==4.25.0
+transformers==4.36.0
 datasets
 evaluate==0.4.0
 tfrecord==1.14.1