diff --git a/official/projects/pix2seq/tasks/pix2seq_task.py b/official/projects/pix2seq/tasks/pix2seq_task.py
index 02c991875d..aa2fda5d98 100644
--- a/official/projects/pix2seq/tasks/pix2seq_task.py
+++ b/official/projects/pix2seq/tasks/pix2seq_task.py
@@ -98,8 +98,8 @@ def initialize(self, model: tf_keras.Model):
     """Loading pretrained checkpoint."""
     if self._task_config.init_checkpoint_modules == 'backbone':
       raise ValueError(
-          'init_checkpoint_modules=backbone is deprecated. Specify backbone '
-          'checkpoints in each backbone config.'
+          'init_checkpoint_modules=backbone is no longer supported. Specify'
+          ' backbone checkpoints in each backbone config.'
       )
 
     if self._task_config.init_checkpoint_modules not in ['all', 'partial', '']: