From c20a29ea53858576e257b4c22e32467f9d564691 Mon Sep 17 00:00:00 2001
From: Philippe Muller <philippe.muller@irit.fr>
Date: Wed, 11 Jan 2023 17:03:07 +0100
Subject: [PATCH] added F1 measure for evaluation during training

---
 model/config_training_bert.jsonnet | 9 ++++++---
 1 file changed, 6 insertions(+), 3 deletions(-)

diff --git a/model/config_training_bert.jsonnet b/model/config_training_bert.jsonnet
index 824dabd..b65c0af 100644
--- a/model/config_training_bert.jsonnet
+++ b/model/config_training_bert.jsonnet
@@ -22,6 +22,8 @@
     },
     "model": {
         "type": "simple_tagger",
+        "calculate_span_f1": true,
+        "label_encoding": "BIOUL",
         "encoder": {
             "type": "lstm",
             "bidirectional": true,
@@ -67,13 +69,14 @@
     "train_data_path": "../data/eng.sdrt.stac/eng.sdrt.stac_train.ner.conllu",
     "validation_data_path": "../data/eng.sdrt.stac/eng.sdrt.stac_dev.ner.conllu",
     "trainer": {
-        "cuda_device": 1,
+        "cuda_device": -1,
         "grad_norm": 5,
         "num_epochs": 4,
-        "num_serialized_models_to_keep": 3,
+        "num_serialized_models_to_keep": 1,
         "optimizer": {
             "type": "bert_adam",
             "lr": 0.001
-        }
+        },
+        "validation_metric": "+f1-measure-overall"
     }
 }
\ No newline at end of file
-- 
GitLab