From b2be446446e491750d18a5072d5ba1cc1553f72e Mon Sep 17 00:00:00 2001 From: andrea Date: Mon, 8 Feb 2021 09:02:16 +0100 Subject: [PATCH] fixed lr --- src/models/pl_bert.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/models/pl_bert.py b/src/models/pl_bert.py index 129c3b4..1da9c69 100644 --- a/src/models/pl_bert.py +++ b/src/models/pl_bert.py @@ -136,7 +136,7 @@ class BertModel(pl.LightningModule): self.log('test-microK', microK, on_step=False, on_epoch=True, prog_bar=True, logger=True) return - def configure_optimizers(self, lr=3e-5, weight_decay=0.01): + def configure_optimizers(self, lr=1e-5, weight_decay=0.01): no_decay = ['bias', 'LayerNorm.weight'] optimizer_grouped_parameters = [ {'params': [p for n, p in self.bert.named_parameters()