diff --git a/src/models/encodon_pl.py b/src/models/encodon_pl.py index 52417e3..03eab65 100644 --- a/src/models/encodon_pl.py +++ b/src/models/encodon_pl.py @@ -227,7 +227,7 @@ def configure_model(self, state_dict: Optional[Dict[str, Any]] = None) -> None: r=self.hparams.lora_r, lora_alpha=self.hparams.lora_alpha, lora_dropout=self.hparams.lora_dropout, - target_modules=["query", "value", "intermediate_dense", "post_dense"], + target_modules=["query", "value", "intermediate_dense", "output_dense"], inference_mode=False, ) self.model = get_peft_model(self.model, peft_config)