diff --git a/tests/methods/base.py b/tests/methods/base.py
index 86eb3e08c..0c508c310 100644
--- a/tests/methods/base.py
+++ b/tests/methods/base.py
@@ -422,16 +422,3 @@ def adapter_setup_fn(model):
             model.adapter_to("adapter1", torch_device)
 
         self._run_gradient_checkpointing_test_helper(adapter_setup_fn)
-
-    def run_gradient_checkpointing_test_parallel_adapters(self, adapter_config):
-        def adapter_setup_fn(model):
-            model.add_adapter("adapter1", config=adapter_config)
-            model.add_adapter("adapter2", config=adapter_config)
-            self.add_head(model, "adapter1")
-            self.add_head(model, "adapter2")
-            model.active_adapters = ac.Parallel("adapter1", "adapter2")
-            model.train_adapter(ac.Parallel("adapter1", "adapter2"))
-            model.adapter_to("adapter1", torch_device)
-            model.adapter_to("adapter2", torch_device)
-
-        self._run_gradient_checkpointing_test_helper(adapter_setup_fn)
diff --git a/tests/methods/test_ia3.py b/tests/methods/test_ia3.py
index ced2dbb00..b96dbcd02 100644
--- a/tests/methods/test_ia3.py
+++ b/tests/methods/test_ia3.py
@@ -48,6 +48,3 @@ def test_reset_ia3(self):
 
     def test_ia3_gradient_checkpointing_single_adapter(self):
         self.run_gradient_checkpointing_single_adapter_test(IA3Config())
-
-    def test_ia3_gradient_checkpointing_parallel_adapters(self):
-        self.run_gradient_checkpointing_test_parallel_adapters(IA3Config())
diff --git a/tests/methods/test_lora.py b/tests/methods/test_lora.py
index 0fbd2f680..e1ced5188 100644
--- a/tests/methods/test_lora.py
+++ b/tests/methods/test_lora.py
@@ -316,6 +316,3 @@ def test_reset_lora(self):
 
     def test_lora_gradient_checkpointing_single_adapter(self):
         self.run_gradient_checkpointing_single_adapter_test(LoRAConfig())
-
-    def test_lora_gradient_checkpointing_parallel_adapters(self):
-        self.run_gradient_checkpointing_test_parallel_adapters(LoRAConfig())
diff --git a/tests/methods/test_prefix_tuning.py b/tests/methods/test_prefix_tuning.py
index c6f5ade44..1878c8a18 100644
--- a/tests/methods/test_prefix_tuning.py
+++ b/tests/methods/test_prefix_tuning.py
@@ -104,6 +104,3 @@ def test_prefix_tuning_generate(self):
 
     def test_prefix_tuning_gradient_checkpointing_single_adapter(self):
         self.run_gradient_checkpointing_single_adapter_test(PrefixTuningConfig())
-
-    def test_prefix_tuning_gradient_checkpointing_parallel_adapters(self):
-        self.run_gradient_checkpointing_test_parallel_adapters(PrefixTuningConfig())
diff --git a/tests/methods/test_prompt_tuning.py b/tests/methods/test_prompt_tuning.py
index f3c4b5b65..f2fd1b034 100644
--- a/tests/methods/test_prompt_tuning.py
+++ b/tests/methods/test_prompt_tuning.py
@@ -39,6 +39,3 @@ def test_train_prompt_tuning(self):
 
     def test_prompt_tuning_gradient_checkpointing_single_adapter(self):
         self.run_gradient_checkpointing_single_adapter_test(PromptTuningConfig(prompt_length=10))
-
-    def test_prompt_tuning_gradient_checkpointing_parallel_adapters(self):
-        self.run_gradient_checkpointing_test_parallel_adapters(PromptTuningConfig(prompt_length=10))
diff --git a/tests/methods/test_reft.py b/tests/methods/test_reft.py
index 8e5cab0f2..2a74c2b11 100644
--- a/tests/methods/test_reft.py
+++ b/tests/methods/test_reft.py
@@ -80,6 +80,3 @@ def test_train_loreft(self):
 
     def test_reft_gradient_checkpointing_single_adapter(self):
         self.run_gradient_checkpointing_single_adapter_test(LoReftConfig())
-
-    def test_reft_gradient_checkpointing_parallel_adapters(self):
-        self.run_gradient_checkpointing_test_parallel_adapters(LoReftConfig())
diff --git a/tests/methods/test_unipelt.py b/tests/methods/test_unipelt.py
index 2191a3116..b855670ab 100644
--- a/tests/methods/test_unipelt.py
+++ b/tests/methods/test_unipelt.py
@@ -67,6 +67,3 @@ def test_output_adapter_gating_scores_unipelt(self):
 
     def test_unipelt_gradient_checkpointing_single_adapter(self):
         self.run_gradient_checkpointing_single_adapter_test(UniPELTConfig())
-
-    def test_unipelt_gradient_checkpointing_parallel_adapters(self):
-        self.run_gradient_checkpointing_test_parallel_adapters(UniPELTConfig())