Merge pull request #3627 from ZipRecruiter/mattGPT/fix-peft-config-load-bug-3623

fixes #3623: save PEFT config…

Author: alanakbik

flair/embeddings/transformer.py

@@ -1148,6 +1148,7 @@ def is_supported_t5_model(config: PretrainedConfig) -> bool:
             if "Please use the model as it is" not in str(e):
                 raise e
 
+        self.peft_config = peft_config
         if peft_config is not None:
             # add adapters for finetuning
             try:
@@ -1396,6 +1397,7 @@ def to_params(self):
             "subtoken_pooling": self.subtoken_pooling,
             "cls_pooling": self.cls_pooling,
             "config_state_dict": config_dict,
+            "peft_config": self.peft_config,
         }
 
         return model_state