Adding adapters to GPTNeoX

Author: Jesujoba Alabi

src/transformers/models/gpt_neox/modeling_gpt_neox.py

@@ -25,7 +25,6 @@
 from ...adapters.composition import adjust_tensors_for_parallel
 from ...adapters.context import ForwardContext
 from ...adapters.lora import Linear as LoRALinear
-from ...adapters.lora import MergedLinear as LoRAMergedLinear
 from ...adapters.mixins.gpt_neox import (
     GPTNeoXDecoderBlockAdaptersMixin,
     GPTNeoXModelAdapterMixin,

src/transformers/utils/fx.py

@@ -117,6 +117,7 @@ def _generate_supported_model_class_names(
     "electra",
     "gpt2",
     "gpt_neo",
+    "gpt_neox",
     "gptj",
     "hubert",
     "layoutlm",