diff --git a/sub-packages/bionemo-esm2/tests/bionemo/esm2/model/finetune/test_finetune.py b/sub-packages/bionemo-esm2/tests/bionemo/esm2/model/finetune/test_finetune.py
index 1fcb2fca3..0d81e0909 100644
--- a/sub-packages/bionemo-esm2/tests/bionemo/esm2/model/finetune/test_finetune.py
+++ b/sub-packages/bionemo-esm2/tests/bionemo/esm2/model/finetune/test_finetune.py
@@ -60,6 +60,7 @@ def pretrain_data_module(dummy_protein_dataset, dummy_parquet_train_val_inputs):
 
 
 @pytest.mark.needs_gpu
+@pytest.mark.skip()
 @pytest.mark.parametrize("with_peft", [True, False])
 def test_esm2_finetune_token_classifier(
     tmp_path,
@@ -134,6 +135,7 @@ def test_esm2_finetune_token_classifier(
 
 
 @pytest.mark.needs_gpu
+@pytest.mark.skip()
 @pytest.mark.parametrize("with_peft", [True, False])
 def test_esm2_finetune_regressor(
     tmp_path,