LR of 0.0002 worked better for scandibert

stanfordnlp · Aug 14, 2024 · 69d6940 · 69d6940
1 parent ec8639c
commit 69d6940
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/stanza/models/coref/coref_config.toml b/stanza/models/coref/coref_config.toml
@@ -147,7 +147,7 @@ lora_modules_to_save = [ "pooler" ]
 
 [scandibert_lora]
 bert_model = "vesteinn/ScandiBERT"
-bert_learning_rate = 0.00005
+bert_learning_rate = 0.0002
 lora = true
 lora_target_modules = [ "query", "value", "output.dense", "intermediate.dense" ]
 lora_modules_to_save = [ "pooler" ]