diff --git a/code/utils/get_scores.py b/code/utils/get_scores.py index bf505bc239b4ce1af678313d7dc4f2ebeff9f105..11cdd06f63d5bf31cd3d1a1255fafc18215f3eeb 100644 --- a/code/utils/get_scores.py +++ b/code/utils/get_scores.py @@ -10,7 +10,7 @@ def parse_score(line): def parse_model(line): split = line.strip().split("_") - model_ft = split[1].strip().split("-") + model_ft = line[8:-5].strip().split("-") if len(model_ft) > 1: model = model_ft else: model = [model_ft[0], "n/a"] return model @@ -32,10 +32,11 @@ def write_scores(result_dir, output_file): if fil.endswith('test.scores'): with open(os.path.join(result_dir, d, fil), "r") as r_f: lines = r_f.readlines() - precision, recall, fscore = [parse_score(l) for l in lines[-3:]] - model = parse_model(d) - entry = [model[0], model[1], parse_test(fil), precision, recall, fscore] - table.append(entry) + if len(lines) >= 3: + precision, recall, fscore = [parse_score(l) for l in lines[-3:]] + model = parse_model(d) + entry = [model[0], model[1], parse_test(fil), precision, recall, fscore] + table.append(entry) columns = ['Model', 'Fine-tuning', 'Test', 'Precision', 'Recall', 'F1'] df = pd.DataFrame(table, columns = columns) diff --git a/scores_expes/220622_conllu_10e.tsv b/scores_expes/220622_conllu_10e.tsv new file mode 100644 index 0000000000000000000000000000000000000000..1adee7479c8e2a2b5456f7a6c24073ada3009fed --- /dev/null +++ b/scores_expes/220622_conllu_10e.tsv @@ -0,0 +1,83 @@ +Model Fine-tuning Test Precision Recall F1 +fra.sdrt.annodis n/a zho.rst.sctb 41.56 95.24 57.87 +fra.sdrt.annodis n/a fra.sdrt.annodis 86.85 88.67 87.75 +fra.sdrt.annodis n/a deu.rst.pcc 72.96 97.28 83.38 +fra.sdrt.annodis n/a eng.sdrt.stac 94.42 89.72 92.01 +fra.sdrt.annodis n/a eus.rst.ert 56.98 87.7 69.08 +fra.sdrt.annodis n/a fas.rst.prstc 79.5 86.27 82.75 +fra.sdrt.annodis n/a eng.rst.rstdt 72.61 73.22 72.92 +fra.sdrt.annodis n/a nld.rst.nldt 78.96 94.38 85.98 +fra.sdrt.annodis n/a por.rst.cstn 74.41 92.16 82.34 +fra.sdrt.annodis n/a spa.rst.rststb 55.03 95.22 69.75 +fra.sdrt.annodis n/a spa.rst.sctb 45.0 91.07 60.24 +deu.rst.pcc n/a eng.rst.rstdt 85.42 57.46 68.71 +deu.rst.pcc n/a deu.rst.pcc 95.62 96.6 96.11 +deu.rst.pcc n/a rus.rst.rrt 69.38 77.88 73.38 +deu.rst.pcc n/a zho.rst.sctb 54.76 95.83 69.69 +deu.rst.pcc n/a eng.sdrt.stac 98.34 88.17 92.97 +deu.rst.pcc n/a eus.rst.ert 77.85 79.32 78.58 +deu.rst.pcc n/a fas.rst.prstc 91.57 68.06 78.08 +deu.rst.pcc n/a fra.sdrt.annodis 86.00 66.67 75.11 +deu.rst.pcc n/a nld.rst.nldt 92.55 88.17 90.3 +deu.rst.pcc n/a spa.rst.rststb 71.31 91.3 80.08 +deu.rst.pcc n/a por.rst.cstn 82.44 70.59 76.06 +deu.rst.pcc n/a spa.rst.sctb 56.57 92.25 70.14 +eus.rst.ert n/a deu.rst.pcc 87.06 91.5 89.22 +eus.rst.ert n/a eng.sdrt.stac 99.05 87.2 92.75 +eus.rst.ert n/a eus.rst.ert 90.06 83.24 86.52 +eus.rst.ert n/a fas.rst.prstc 85.34 68.66 76.1 +eus.rst.ert n/a eng.rst.rstdt 92.64 51.53 66.23 +eus.rst.ert n/a fra.sdrt.annodis 88.59 52.75 66.13 +eus.rst.ert n/a nld.rst.nldt 94.12 85.21 89.44 +eus.rst.ert n/a por.rst.cstn 94.57 56.86 71.02 +eus.rst.ert n/a spa.rst.rststb 87.47 80.43 83.81 +eus.rst.ert n/a spa.rst.sctb 83.97 77.98 80.86 +eus.rst.ert n/a zho.rst.sctb 62.81 90.48 74.15 +fas.rst.prstc n/a deu.rst.pcc 81.55 93.2 86.98 +fas.rst.prstc n/a eng.sdrt.stac 98.76 87.46 92.77 +fas.rst.prstc n/a eus.rst.ert 74.49 79.32 76.83 +fas.rst.prstc n/a fas.rst.prstc 92.38 92.24 92.31 +fas.rst.prstc n/a eng.rst.rstdt 91.0 68.5 78.16 +fas.rst.prstc n/a fra.sdrt.annodis 87.07 61.0 71.74 +fas.rst.prstc n/a nld.rst.nldt 87.11 92.01 89.5 +fas.rst.prstc n/a por.rst.cstn 92.83 71.89 81.03 +fas.rst.prstc n/a spa.rst.rststb 69.06 87.83 77.32 +fas.rst.prstc n/a spa.rst.sctb 61.97 86.31 72.14 +fas.rst.prstc n/a zho.rst.sctb 55.90 95.83 70.61 +deu.rst.pcc deu.rst.pcc deu.rst.pcc 95.88 94.89 95.38 +deu.rst.pcc eus.rst.ert deu.rst.pcc 98.58 94.56 96.53 +deu.rst.pcc fas.rst.prstc deu.rst.pcc 94.65 96.26 95.45 +deu.rst.pcc fra.sdrt.annodis deu.rst.pcc 96.86 94.56 95.7 +eng.sdrt.stac deu.rst.pcc eng.sdrt.stac 94.69 95.67 95.17 +eng.sdrt.stac eus.rst.ert eng.sdrt.stac 96.46 93.47 94.94 +eng.sdrt.stac fas.rst.prstc eng.sdrt.stac 96.41 94.05 95.22 +eng.sdrt.stac fra.sdrt.annodis eng.sdrt.stac 96.82 94.51 95.65 +eus.rst.ert deu.rst.pcc eus.rst.ert 90.62 82.3 86.26 +eus.rst.ert eus.rst.ert eus.rst.ert 87.31 86.49 86.9 +eus.rst.ert fas.rst.prstc eus.rst.ert 89.55 81.08 85.11 +eus.rst.ert fra.sdrt.annodis eus.rst.ert 92.53 82.03 86.96 +fas.rst.prstc deu.rst.pcc fas.rst.prstc 88.94 93.73 91.28 +fas.rst.prstc eus.rst.ert fas.rst.prstc 93.05 91.94 92.49 +fas.rst.prstc fas.rst.prstc fas.rst.prstc 93.8 90.3 92.02 +eng.sdrt.stac n/a deu.rst.pcc 91.11 83.67 87.22 +eng.sdrt.stac n/a eng.sdrt.stac 95.93 96.06 95.99 +eng.sdrt.stac n/a eng.rst.rstdt 86.87 53.58 66.28 +eng.sdrt.stac n/a eus.rst.ert 71.67 73.50 72.58 +eng.sdrt.stac n/a fas.rst.prstc 77.35 71.34 74.22 +eng.sdrt.stac n/a fra.sdrt.annodis 86.86 52.43 65.39 +eng.sdrt.stac n/a nld.rst.nldt 93.2 81.07 86.71 +eng.sdrt.stac n/a por.rst.cstn 78.21 59.8 67.78 +eng.sdrt.stac n/a spa.rst.rststb 76.8 81.3 78.99 +eng.sdrt.stac n/a spa.rst.sctb 69.39 80.95 74.72 +eng.sdrt.stac n/a zho.rst.sctb 59.21 89.88 71.39 +nld.rst.nldt n/a deu.rst.pcc 92.23 92.86 92.54 +nld.rst.nldt n/a eng.sdrt.stac 94.13 90.24 92.15 +nld.rst.nldt n/a eng.rst.rstdt 92.82 58.98 72.14 +nld.rst.nldt n/a eus.rst.ert 82.96 70.41 76.17 +nld.rst.nldt n/a fas.rst.prstc 89.69 74.03 81.11 +nld.rst.nldt n/a fra.sdrt.annodis 85.65 59.87 70.48 +nld.rst.nldt n/a nld.rst.nldt 95.25 94.97 95.11 +nld.rst.nldt n/a por.rst.cstn 96.17 65.69 78.06 +nld.rst.nldt n/a spa.rst.rststb 82.11 89.78 85.77 +nld.rst.nldt n/a spa.rst.sctb 73.1 85.71 78.9 +nld.rst.nldt n/a zho.rst.sctb 53.42 92.86 67.83 diff --git a/scores_expes/220622_conllu_e4-1.tsv b/scores_expes/220622_conllu_e4-1.tsv new file mode 100644 index 0000000000000000000000000000000000000000..23fbadb7b2c86ae48fa21dcd31a99d1420a93fd1 --- /dev/null +++ b/scores_expes/220622_conllu_e4-1.tsv @@ -0,0 +1,149 @@ +Model Fine-tuning Test Precision Recall F1 +fra.sdrt.annodis n/a zho.rst.sctb 41.56 95.24 57.87 +fra.sdrt.annodis n/a fra.sdrt.annodis 86.85 88.67 87.75 +fra.sdrt.annodis n/a deu.rst.pcc 72.96 97.28 83.38 +fra.sdrt.annodis n/a eng.sdrt.stac 94.42 89.72 92.01 +fra.sdrt.annodis n/a eus.rst.ert 56.98 87.7 69.08 +fra.sdrt.annodis n/a fas.rst.prstc 79.5 86.27 82.75 +fra.sdrt.annodis n/a eng.rst.rstdt 72.61 73.22 72.92 +fra.sdrt.annodis n/a nld.rst.nldt 78.96 94.38 85.98 +fra.sdrt.annodis n/a por.rst.cstn 74.41 92.16 82.34 +fra.sdrt.annodis n/a spa.rst.rststb 55.03 95.22 69.75 +fra.sdrt.annodis n/a spa.rst.sctb 45.0 91.07 60.24 +deu.rst.pcc n/a eng.rst.rstdt 85.42 57.46 68.71 +deu.rst.pcc n/a deu.rst.pcc 95.62 96.6 96.11 +deu.rst.pcc n/a rus.rst.rrt 69.38 77.88 73.38 +deu.rst.pcc n/a zho.rst.sctb 54.76 95.83 69.69 +deu.rst.pcc n/a eng.sdrt.stac 98.34 88.17 92.97 +deu.rst.pcc n/a eus.rst.ert 77.85 79.32 78.58 +deu.rst.pcc n/a fas.rst.prstc 91.57 68.06 78.08 +deu.rst.pcc n/a fra.sdrt.annodis 86.00 66.67 75.11 +deu.rst.pcc n/a nld.rst.nldt 92.55 88.17 90.3 +deu.rst.pcc n/a spa.rst.rststb 71.31 91.3 80.08 +deu.rst.pcc n/a por.rst.cstn 82.44 70.59 76.06 +deu.rst.pcc n/a spa.rst.sctb 56.57 92.25 70.14 +eus.rst.ert n/a deu.rst.pcc 87.06 91.5 89.22 +eus.rst.ert n/a eng.sdrt.stac 99.05 87.2 92.75 +eus.rst.ert n/a eus.rst.ert 90.06 83.24 86.52 +eus.rst.ert n/a fas.rst.prstc 85.34 68.66 76.1 +eus.rst.ert n/a eng.rst.rstdt 92.64 51.53 66.23 +eus.rst.ert n/a fra.sdrt.annodis 88.59 52.75 66.13 +eus.rst.ert n/a nld.rst.nldt 94.12 85.21 89.44 +eus.rst.ert n/a por.rst.cstn 94.57 56.86 71.02 +eus.rst.ert n/a spa.rst.rststb 87.47 80.43 83.81 +eus.rst.ert n/a spa.rst.sctb 83.97 77.98 80.86 +eus.rst.ert n/a zho.rst.sctb 62.81 90.48 74.15 +fas.rst.prstc n/a deu.rst.pcc 81.55 93.2 86.98 +fas.rst.prstc n/a eng.sdrt.stac 98.76 87.46 92.77 +fas.rst.prstc n/a eus.rst.ert 74.49 79.32 76.83 +fas.rst.prstc n/a fas.rst.prstc 92.38 92.24 92.31 +fas.rst.prstc n/a eng.rst.rstdt 91.0 68.5 78.16 +fas.rst.prstc n/a fra.sdrt.annodis 87.07 61.0 71.74 +fas.rst.prstc n/a nld.rst.nldt 87.11 92.01 89.5 +fas.rst.prstc n/a por.rst.cstn 92.83 71.89 81.03 +fas.rst.prstc n/a spa.rst.rststb 69.06 87.83 77.32 +fas.rst.prstc n/a spa.rst.sctb 61.97 86.31 72.14 +fas.rst.prstc n/a zho.rst.sctb 55.90 95.83 70.61 +deu.rst.pcc deu.rst.pcc deu.rst.pcc 95.88 94.89 95.38 +deu.rst.pcc eus.rst.ert deu.rst.pcc 98.58 94.56 96.53 +deu.rst.pcc fas.rst.prstc deu.rst.pcc 94.65 96.26 95.45 +deu.rst.pcc fra.sdrt.annodis deu.rst.pcc 96.86 94.56 95.7 +eng.sdrt.stac deu.rst.pcc eng.sdrt.stac 94.69 95.67 95.17 +eng.sdrt.stac eus.rst.ert eng.sdrt.stac 96.46 93.47 94.94 +eng.sdrt.stac fas.rst.prstc eng.sdrt.stac 96.41 94.05 95.22 +eng.sdrt.stac fra.sdrt.annodis eng.sdrt.stac 96.82 94.51 95.65 +eus.rst.ert deu.rst.pcc eus.rst.ert 90.62 82.3 86.26 +eus.rst.ert eus.rst.ert eus.rst.ert 87.31 86.49 86.9 +eus.rst.ert fas.rst.prstc eus.rst.ert 89.55 81.08 85.11 +eus.rst.ert fra.sdrt.annodis eus.rst.ert 92.53 82.03 86.96 +fas.rst.prstc deu.rst.pcc fas.rst.prstc 88.94 93.73 91.28 +fas.rst.prstc eus.rst.ert fas.rst.prstc 93.05 91.94 92.49 +fas.rst.prstc fas.rst.prstc fas.rst.prstc 93.8 90.3 92.02 +eng.sdrt.stac n/a deu.rst.pcc 91.11 83.67 87.22 +eng.sdrt.stac n/a eng.sdrt.stac 95.93 96.06 95.99 +eng.sdrt.stac n/a eng.rst.rstdt 86.87 53.58 66.28 +eng.sdrt.stac n/a eus.rst.ert 71.67 73.50 72.58 +eng.sdrt.stac n/a fas.rst.prstc 77.35 71.34 74.22 +eng.sdrt.stac n/a fra.sdrt.annodis 86.86 52.43 65.39 +eng.sdrt.stac n/a nld.rst.nldt 93.2 81.07 86.71 +eng.sdrt.stac n/a por.rst.cstn 78.21 59.8 67.78 +eng.sdrt.stac n/a spa.rst.rststb 76.8 81.3 78.99 +eng.sdrt.stac n/a spa.rst.sctb 69.39 80.95 74.72 +eng.sdrt.stac n/a zho.rst.sctb 59.21 89.88 71.39 +eng0 n/a deu.rst.pcc 70.57 96.26 81.44 +eng0 n/a eng.sdrt.stac 93.16 95.99 94.56 +eng0 n/a eng.rst.rstdt 92.06 97.91 94.89 +eng0 n/a eus.rst.ert 57.46 88.51 69.67 +eng0 n/a fas.rst.prstc 71.2 94.48 81.21 +eng0 n/a fra.sdrt.annodis 76.01 78.96 77.46 +eng0 n/a nld.rst.nldt 75.0 96.75 84.5 +eng0 n/a por.rst.cstn 77.03 95.42 85.26 +eng0 n/a spa.rst.rststb 46.08 98.7 62.83 +eng0 n/a spa.rst.sctb 40.94 97.02 57.59 +eng0 n/a zho.rst.sctb 44.05 97.02 60.58 +nld.rst.nldt n/a deu.rst.pcc 92.23 92.86 92.54 +nld.rst.nldt n/a eng.sdrt.stac 94.13 90.24 92.15 +nld.rst.nldt n/a eng.rst.rstdt 92.82 58.98 72.14 +nld.rst.nldt n/a eus.rst.ert 82.96 70.41 76.17 +nld.rst.nldt n/a fas.rst.prstc 89.69 74.03 81.11 +nld.rst.nldt n/a fra.sdrt.annodis 85.65 59.87 70.48 +nld.rst.nldt n/a nld.rst.nldt 95.25 94.97 95.11 +nld.rst.nldt n/a por.rst.cstn 96.17 65.69 78.06 +nld.rst.nldt n/a spa.rst.rststb 82.11 89.78 85.77 +nld.rst.nldt n/a spa.rst.sctb 73.1 85.71 78.9 +nld.rst.nldt n/a zho.rst.sctb 53.42 92.86 67.83 +por.rst.cstn n/a deu.rst.pcc 79.39 96.94 87.29 +por.rst.cstn n/a eng.sdrt.stac 97.17 88.88 92.84 +por.rst.cstn n/a eng.rst.rstdt 83.1 75.02 78.85 +por.rst.cstn n/a eus.rst.ert 64.13 79.73 71.08 +por.rst.cstn n/a fas.rst.prstc 82.71 88.51 85.50 +por.rst.cstn n/a fra.sdrt.annodis 83.16 75.89 79.36 +por.rst.cstn n/a nld.rst.nldt 86.81 93.49 90.03 +por.rst.cstn n/a por.rst.cstn 92.36 94.77 93.55 +por.rst.cstn n/a spa.rst.rststb 58.37 95.43 72.44 +por.rst.cstn n/a spa.rst.sctb 48.44 92.25 63.51 +por.rst.cstn n/a zho.rst.sctb 42.12 97.02 58.74 +spa.rst.rststb n/a deu.rst.pcc 99.19 83.67 90.77 +spa.rst.rststb n/a eng.sdrt.stac 96.87 79.9 87.57 +spa.rst.rststb n/a eng.rst.rstdt 98.05 51.35 67.41 +spa.rst.rststb n/a eus.rst.ert 94.61 64.05 76.39 +spa.rst.rststb n/a fas.rst.prstc 96.97 57.31 72.05 +spa.rst.rststb n/a fra.sdrt.annodis 90.48 46.12 61.09 +spa.rst.rststb n/a nld.rst.nldt 98.61 84.61 91.08 +spa.rst.rststb n/a por.rst.cstn 98.31 56.86 72.05 +spa.rst.rststb n/a spa.rst.rststb 92.96 86.09 89.39 +spa.rst.rststb n/a spa.rst.sctb 87.2 85.11 86.14 +spa.rst.rststb n/a zho.rst.sctb 71.28 85.71 77.84 +spa.rst.sctb n/a deu.rst.pcc 99.59 81.63 89.72 +spa.rst.sctb n/a eng.sdrt.stac 99.46 83.65 90.86 +spa.rst.sctb n/a eng.rst.rstdt 95.85 47.31 63.36 +spa.rst.sctb n/a eus.rst.ert 93.11 63.92 75.8 +spa.rst.sctb n/a fas.rst.prstc 98.22 57.91 72.86 +spa.rst.sctb n/a fra.sdrt.annodis 89.47 46.76 61.41 +spa.rst.sctb n/a nld.rst.nldt 98.24 82.54 89.71 +spa.rst.sctb n/a por.rst.cstn 98.24 54.58 70.17 +spa.rst.sctb n/a spa.rst.rststb 91.39 83.04 87.02 +spa.rst.sctb n/a spa.rst.sctb 87.58 83.93 85.71 +spa.rst.sctb n/a zho.rst.sctb 70.53 86.9 77.86 +zho.rst.sctb n/a deu.rst.pcc 100.0 73.81 84.93 +zho.rst.sctb n/a eng.sdrt.stac 99.7 86.55 92.66 +zho.rst.sctb n/a eng.rst.rstdt 100.0 41.3 58.46 +zho.rst.sctb n/a eus.rst.ert 94.38 56.76 70.89 +zho.rst.sctb n/a fas.rst.prstc 99.64 41.33 58.44 +zho.rst.sctb n/a fra.sdrt.annodis 87.8 36.08 51.15 +zho.rst.sctb n/a nld.rst.nldt 100.0 73.08 84.44 +zho.rst.sctb n/a por.rst.cstn 100.0 45.75 62.78 +zho.rst.sctb n/a spa.rst.rststb 98.11 67.61 80.05 +zho.rst.sctb n/a spa.rst.sctb 94.31 69.05 79.73 +zho.rst.sctb n/a zho.rst.sctb 89.19 78.57 83.54 +deu_nld n/a deu.rst.pcc 98.92 93.2 95.97 +deu_nld n/a eng.sdrt.stac 97.66 89.2 93.24 +deu_nld n/a eng.rst.rstdt 92.53 56.48 70.14 +deu_nld n/a eus.rst.ert 83.59 74.32 78.68 +deu_nld n/a fas.rst.prstc 95.55 70.45 81.10 +deu_nld n/a fra.sdrt.annodis 86.76 59.39 70.50 +deu_nld n/a nld.rst.nldt 96.92 93.2 95.02 +deu_nld n/a por.rst.cstn 89.57 67.32 76.87 +deu_nld n/a spa.rst.rststb 77.53 93.04 84.58 +deu_nld n/a spa.rst.sctb 70.72 93.45 80.51 +deu_nld n/a zho.rst.sctb 60.23 94.64 73.61 diff --git a/scores_expes/220622_conllu_e4.tsv b/scores_expes/220622_conllu_e4.tsv new file mode 100644 index 0000000000000000000000000000000000000000..9c3e1b9cc73a4e43425826445e4a878c8a5077db --- /dev/null +++ b/scores_expes/220622_conllu_e4.tsv @@ -0,0 +1,149 @@ +Model Fine-tuning Test Precision Recall F1 +fra.sdrt.annodis n/a zho.rst.sctb 41.56 95.24 57.87 +fra.sdrt.annodis n/a fra.sdrt.annodis 86.85 88.67 87.75 +fra.sdrt.annodis n/a deu.rst.pcc 72.96 97.28 83.38 +fra.sdrt.annodis n/a eng.sdrt.stac 94.42 89.72 92.01 +fra.sdrt.annodis n/a eus.rst.ert 56.98 87.7 69.08 +fra.sdrt.annodis n/a fas.rst.prstc 79.5 86.27 82.75 +fra.sdrt.annodis n/a eng.rst.rstdt 72.61 73.22 72.92 +fra.sdrt.annodis n/a nld.rst.nldt 78.96 94.38 85.98 +fra.sdrt.annodis n/a por.rst.cstn 74.41 92.16 82.34 +fra.sdrt.annodis n/a spa.rst.rststb 55.03 95.22 69.75 +fra.sdrt.annodis n/a spa.rst.sctb 45.0 91.07 60.24 +deu.rst.pcc n/a eng.rst.rstdt 85.42 57.46 68.71 +deu.rst.pcc n/a deu.rst.pcc 95.62 96.6 96.11 +deu.rst.pcc n/a rus.rst.rrt 69.38 77.88 73.38 +deu.rst.pcc n/a zho.rst.sctb 54.76 95.83 69.69 +deu.rst.pcc n/a eng.sdrt.stac 98.34 88.17 92.97 +deu.rst.pcc n/a eus.rst.ert 77.85 79.32 78.58 +deu.rst.pcc n/a fas.rst.prstc 91.57 68.06 78.08 +deu.rst.pcc n/a fra.sdrt.annodis 86.00 66.67 75.11 +deu.rst.pcc n/a nld.rst.nldt 92.55 88.17 90.3 +deu.rst.pcc n/a spa.rst.rststb 71.31 91.3 80.08 +deu.rst.pcc n/a por.rst.cstn 82.44 70.59 76.06 +deu.rst.pcc n/a spa.rst.sctb 56.57 92.25 70.14 +eus.rst.ert n/a deu.rst.pcc 87.06 91.5 89.22 +eus.rst.ert n/a eng.sdrt.stac 99.05 87.2 92.75 +eus.rst.ert n/a eus.rst.ert 90.06 83.24 86.52 +eus.rst.ert n/a fas.rst.prstc 85.34 68.66 76.1 +eus.rst.ert n/a eng.rst.rstdt 92.64 51.53 66.23 +eus.rst.ert n/a fra.sdrt.annodis 88.59 52.75 66.13 +eus.rst.ert n/a nld.rst.nldt 94.12 85.21 89.44 +eus.rst.ert n/a por.rst.cstn 94.57 56.86 71.02 +eus.rst.ert n/a spa.rst.rststb 87.47 80.43 83.81 +eus.rst.ert n/a spa.rst.sctb 83.97 77.98 80.86 +eus.rst.ert n/a zho.rst.sctb 62.81 90.48 74.15 +fas.rst.prstc n/a deu.rst.pcc 81.55 93.2 86.98 +fas.rst.prstc n/a eng.sdrt.stac 98.76 87.46 92.77 +fas.rst.prstc n/a eus.rst.ert 74.49 79.32 76.83 +fas.rst.prstc n/a fas.rst.prstc 92.38 92.24 92.31 +fas.rst.prstc n/a eng.rst.rstdt 91.0 68.5 78.16 +fas.rst.prstc n/a fra.sdrt.annodis 87.07 61.0 71.74 +fas.rst.prstc n/a nld.rst.nldt 87.11 92.01 89.5 +fas.rst.prstc n/a por.rst.cstn 92.83 71.89 81.03 +fas.rst.prstc n/a spa.rst.rststb 69.06 87.83 77.32 +fas.rst.prstc n/a spa.rst.sctb 61.97 86.31 72.14 +fas.rst.prstc n/a zho.rst.sctb 55.90 95.83 70.61 +deu.rst.pcc deu.rst.pcc deu.rst.pcc 95.88 94.89 95.38 +deu.rst.pcc eus.rst.ert deu.rst.pcc 98.58 94.56 96.53 +deu.rst.pcc fas.rst.prstc deu.rst.pcc 94.65 96.26 95.45 +deu.rst.pcc fra.sdrt.annodis deu.rst.pcc 96.86 94.56 95.7 +eng.sdrt.stac deu.rst.pcc eng.sdrt.stac 94.69 95.67 95.17 +eng.sdrt.stac eus.rst.ert eng.sdrt.stac 96.46 93.47 94.94 +eng.sdrt.stac fas.rst.prstc eng.sdrt.stac 96.41 94.05 95.22 +eng.sdrt.stac fra.sdrt.annodis eng.sdrt.stac 96.82 94.51 95.65 +eus.rst.ert deu.rst.pcc eus.rst.ert 90.62 82.3 86.26 +eus.rst.ert eus.rst.ert eus.rst.ert 87.31 86.49 86.9 +eus.rst.ert fas.rst.prstc eus.rst.ert 89.55 81.08 85.11 +eus.rst.ert fra.sdrt.annodis eus.rst.ert 92.53 82.03 86.96 +fas.rst.prstc deu.rst.pcc fas.rst.prstc 88.94 93.73 91.28 +fas.rst.prstc eus.rst.ert fas.rst.prstc 93.05 91.94 92.49 +fas.rst.prstc fas.rst.prstc fas.rst.prstc 93.8 90.3 92.02 +eng.sdrt.stac n/a deu.rst.pcc 91.11 83.67 87.22 +eng.sdrt.stac n/a eng.sdrt.stac 95.93 96.06 95.99 +eng.sdrt.stac n/a eng.rst.rstdt 86.87 53.58 66.28 +eng.sdrt.stac n/a eus.rst.ert 71.67 73.50 72.58 +eng.sdrt.stac n/a fas.rst.prstc 77.35 71.34 74.22 +eng.sdrt.stac n/a fra.sdrt.annodis 86.86 52.43 65.39 +eng.sdrt.stac n/a nld.rst.nldt 93.2 81.07 86.71 +eng.sdrt.stac n/a por.rst.cstn 78.21 59.8 67.78 +eng.sdrt.stac n/a spa.rst.rststb 76.8 81.3 78.99 +eng.sdrt.stac n/a spa.rst.sctb 69.39 80.95 74.72 +eng.sdrt.stac n/a zho.rst.sctb 59.21 89.88 71.39 +eng0 n/a deu.rst.pcc 70.57 96.26 81.44 +eng0 n/a eng.sdrt.stac 93.16 95.99 94.56 +eng0 n/a eng.rst.rstdt 92.06 97.91 94.89 +eng0 n/a eus.rst.ert 57.46 88.51 69.67 +eng0 n/a fas.rst.prstc 71.2 94.48 81.21 +eng0 n/a fra.sdrt.annodis 76.01 78.96 77.46 +eng0 n/a nld.rst.nldt 75.0 96.75 84.5 +eng0 n/a por.rst.cstn 77.03 95.42 85.26 +eng0 n/a spa.rst.rststb 46.08 98.7 62.83 +eng0 n/a spa.rst.sctb 40.94 97.02 57.59 +eng0 n/a zho.rst.sctb 44.05 97.02 60.58 +nld.rst.nldt n/a deu.rst.pcc 92.23 92.86 92.54 +nld.rst.nldt n/a eng.sdrt.stac 94.13 90.24 92.15 +nld.rst.nldt n/a eng.rst.rstdt 92.82 58.98 72.14 +nld.rst.nldt n/a eus.rst.ert 82.96 70.41 76.17 +nld.rst.nldt n/a fas.rst.prstc 89.69 74.03 81.11 +nld.rst.nldt n/a fra.sdrt.annodis 85.65 59.87 70.48 +nld.rst.nldt n/a nld.rst.nldt 95.25 94.97 95.11 +nld.rst.nldt n/a por.rst.cstn 96.17 65.69 78.06 +nld.rst.nldt n/a spa.rst.rststb 82.11 89.78 85.77 +nld.rst.nldt n/a spa.rst.sctb 73.1 85.71 78.9 +nld.rst.nldt n/a zho.rst.sctb 53.42 92.86 67.83 +por.rst.cstn n/a deu.rst.pcc 79.39 96.94 87.29 +por.rst.cstn n/a eng.sdrt.stac 97.17 88.88 92.84 +por.rst.cstn n/a eng.rst.rstdt 83.1 75.02 78.85 +por.rst.cstn n/a eus.rst.ert 64.13 79.73 71.08 +por.rst.cstn n/a fas.rst.prstc 82.71 88.51 85.50 +por.rst.cstn n/a fra.sdrt.annodis 83.16 75.89 79.36 +por.rst.cstn n/a nld.rst.nldt 86.81 93.49 90.03 +por.rst.cstn n/a por.rst.cstn 92.36 94.77 93.55 +por.rst.cstn n/a spa.rst.rststb 58.37 95.43 72.44 +por.rst.cstn n/a spa.rst.sctb 48.44 92.25 63.51 +por.rst.cstn n/a zho.rst.sctb 42.12 97.02 58.74 +spa.rst.rststb n/a deu.rst.pcc 99.19 83.67 90.77 +spa.rst.rststb n/a eng.sdrt.stac 96.87 79.9 87.57 +spa.rst.rststb n/a eng.rst.rstdt 98.05 51.35 67.41 +spa.rst.rststb n/a eus.rst.ert 94.61 64.05 76.39 +spa.rst.rststb n/a fas.rst.prstc 96.97 57.31 72.05 +spa.rst.rststb n/a fra.sdrt.annodis 90.48 46.12 61.09 +spa.rst.rststb n/a nld.rst.nldt 98.61 84.61 91.08 +spa.rst.rststb n/a por.rst.cstn 98.31 56.86 72.05 +spa.rst.rststb n/a spa.rst.rststb 92.96 86.09 89.39 +spa.rst.rststb n/a spa.rst.sctb 87.2 85.11 86.14 +spa.rst.rststb n/a zho.rst.sctb 71.28 85.71 77.84 +spa.rst.sctb n/a deu.rst.pcc 99.59 81.63 89.72 +spa.rst.sctb n/a eng.sdrt.stac 99.46 83.65 90.86 +spa.rst.sctb n/a eng.rst.rstdt 95.85 47.31 63.36 +spa.rst.sctb n/a eus.rst.ert 93.11 63.92 75.8 +spa.rst.sctb n/a fas.rst.prstc 98.22 57.91 72.86 +spa.rst.sctb n/a fra.sdrt.annodis 89.47 46.76 61.41 +spa.rst.sctb n/a nld.rst.nldt 98.24 82.54 89.71 +spa.rst.sctb n/a por.rst.cstn 98.24 54.58 70.17 +spa.rst.sctb n/a spa.rst.rststb 91.39 83.04 87.02 +spa.rst.sctb n/a spa.rst.sctb 87.58 83.93 85.71 +spa.rst.sctb n/a zho.rst.sctb 70.53 86.9 77.86 +zho.rst.sctb n/a deu.rst.pcc 100.0 73.81 84.93 +zho.rst.sctb n/a eng.sdrt.stac 99.7 86.55 92.66 +zho.rst.sctb n/a eng.rst.rstdt 100.0 41.3 58.46 +zho.rst.sctb n/a eus.rst.ert 94.38 56.76 70.89 +zho.rst.sctb n/a fas.rst.prstc 99.64 41.33 58.44 +zho.rst.sctb n/a fra.sdrt.annodis 87.8 36.08 51.15 +zho.rst.sctb n/a nld.rst.nldt 100.0 73.08 84.44 +zho.rst.sctb n/a por.rst.cstn 100.0 45.75 62.78 +zho.rst.sctb n/a spa.rst.rststb 98.11 67.61 80.05 +zho.rst.sctb n/a spa.rst.sctb 94.31 69.05 79.73 +zho.rst.sctb n/a zho.rst.sctb 89.19 78.57 83.54 +deu n/a deu.rst.pcc 98.92 93.2 95.97 +deu n/a eng.sdrt.stac 97.66 89.2 93.24 +deu n/a eng.rst.rstdt 92.53 56.48 70.14 +deu n/a eus.rst.ert 83.59 74.32 78.68 +deu n/a fas.rst.prstc 95.55 70.45 81.10 +deu n/a fra.sdrt.annodis 86.76 59.39 70.50 +deu n/a nld.rst.nldt 96.92 93.2 95.02 +deu n/a por.rst.cstn 89.57 67.32 76.87 +deu n/a spa.rst.rststb 77.53 93.04 84.58 +deu n/a spa.rst.sctb 70.72 93.45 80.51 +deu n/a zho.rst.sctb 60.23 94.64 73.61 diff --git a/scores_expes/220623_conllu_e3.tsv b/scores_expes/220623_conllu_e3.tsv new file mode 100644 index 0000000000000000000000000000000000000000..379c1f864adce6bc394083bce28182bddfdf6035 --- /dev/null +++ b/scores_expes/220623_conllu_e3.tsv @@ -0,0 +1,171 @@ +Model Fine-tuning Test Precision Recall F1 +fra.sdrt.annodis n/a zho.rst.sctb 41.56 95.24 57.87 +fra.sdrt.annodis n/a fra.sdrt.annodis 86.85 88.67 87.75 +fra.sdrt.annodis n/a deu.rst.pcc 72.96 97.28 83.38 +fra.sdrt.annodis n/a eng.sdrt.stac 94.42 89.72 92.01 +fra.sdrt.annodis n/a eus.rst.ert 56.98 87.7 69.08 +fra.sdrt.annodis n/a fas.rst.prstc 79.5 86.27 82.75 +fra.sdrt.annodis n/a eng.rst.rstdt 72.61 73.22 72.92 +fra.sdrt.annodis n/a nld.rst.nldt 78.96 94.38 85.98 +fra.sdrt.annodis n/a por.rst.cstn 74.41 92.16 82.34 +fra.sdrt.annodis n/a spa.rst.rststb 55.03 95.22 69.75 +fra.sdrt.annodis n/a spa.rst.sctb 45.0 91.07 60.24 +deu.rst.pcc n/a eng.rst.rstdt 85.42 57.46 68.71 +deu.rst.pcc n/a deu.rst.pcc 95.62 96.6 96.11 +deu.rst.pcc n/a rus.rst.rrt 69.38 77.88 73.38 +deu.rst.pcc n/a zho.rst.sctb 54.76 95.83 69.69 +deu.rst.pcc n/a eng.sdrt.stac 98.34 88.17 92.97 +deu.rst.pcc n/a eus.rst.ert 77.85 79.32 78.58 +deu.rst.pcc n/a fas.rst.prstc 91.57 68.06 78.08 +deu.rst.pcc n/a fra.sdrt.annodis 86.00 66.67 75.11 +deu.rst.pcc n/a nld.rst.nldt 92.55 88.17 90.3 +deu.rst.pcc n/a spa.rst.rststb 71.31 91.3 80.08 +deu.rst.pcc n/a por.rst.cstn 82.44 70.59 76.06 +deu.rst.pcc n/a spa.rst.sctb 56.57 92.25 70.14 +eus.rst.ert n/a deu.rst.pcc 87.06 91.5 89.22 +eus.rst.ert n/a eng.sdrt.stac 99.05 87.2 92.75 +eus.rst.ert n/a eus.rst.ert 90.06 83.24 86.52 +eus.rst.ert n/a fas.rst.prstc 85.34 68.66 76.1 +eus.rst.ert n/a eng.rst.rstdt 92.64 51.53 66.23 +eus.rst.ert n/a fra.sdrt.annodis 88.59 52.75 66.13 +eus.rst.ert n/a nld.rst.nldt 94.12 85.21 89.44 +eus.rst.ert n/a por.rst.cstn 94.57 56.86 71.02 +eus.rst.ert n/a spa.rst.rststb 87.47 80.43 83.81 +eus.rst.ert n/a spa.rst.sctb 83.97 77.98 80.86 +eus.rst.ert n/a zho.rst.sctb 62.81 90.48 74.15 +fas.rst.prstc n/a deu.rst.pcc 81.55 93.2 86.98 +fas.rst.prstc n/a eng.sdrt.stac 98.76 87.46 92.77 +fas.rst.prstc n/a eus.rst.ert 74.49 79.32 76.83 +fas.rst.prstc n/a fas.rst.prstc 92.38 92.24 92.31 +fas.rst.prstc n/a eng.rst.rstdt 91.0 68.5 78.16 +fas.rst.prstc n/a fra.sdrt.annodis 87.07 61.0 71.74 +fas.rst.prstc n/a nld.rst.nldt 87.11 92.01 89.5 +fas.rst.prstc n/a por.rst.cstn 92.83 71.89 81.03 +fas.rst.prstc n/a spa.rst.rststb 69.06 87.83 77.32 +fas.rst.prstc n/a spa.rst.sctb 61.97 86.31 72.14 +fas.rst.prstc n/a zho.rst.sctb 55.90 95.83 70.61 +deu.rst.pcc deu.rst.pcc deu.rst.pcc 95.88 94.89 95.38 +deu.rst.pcc eus.rst.ert deu.rst.pcc 98.58 94.56 96.53 +deu.rst.pcc fas.rst.prstc deu.rst.pcc 94.65 96.26 95.45 +deu.rst.pcc fra.sdrt.annodis deu.rst.pcc 96.86 94.56 95.7 +eng.sdrt.stac deu.rst.pcc eng.sdrt.stac 94.69 95.67 95.17 +eng.sdrt.stac eus.rst.ert eng.sdrt.stac 96.46 93.47 94.94 +eng.sdrt.stac fas.rst.prstc eng.sdrt.stac 96.41 94.05 95.22 +eng.sdrt.stac fra.sdrt.annodis eng.sdrt.stac 96.82 94.51 95.65 +eus.rst.ert deu.rst.pcc eus.rst.ert 90.62 82.3 86.26 +eus.rst.ert eus.rst.ert eus.rst.ert 87.31 86.49 86.9 +eus.rst.ert fas.rst.prstc eus.rst.ert 89.55 81.08 85.11 +eus.rst.ert fra.sdrt.annodis eus.rst.ert 92.53 82.03 86.96 +fas.rst.prstc deu.rst.pcc fas.rst.prstc 88.94 93.73 91.28 +fas.rst.prstc eus.rst.ert fas.rst.prstc 93.05 91.94 92.49 +fas.rst.prstc fas.rst.prstc fas.rst.prstc 93.8 90.3 92.02 +eng.sdrt.stac n/a deu.rst.pcc 91.11 83.67 87.22 +eng.sdrt.stac n/a eng.rst.rstdt 86.87 53.58 66.28 +eng.sdrt.stac n/a eus.rst.ert 71.67 73.50 72.58 +eng.sdrt.stac n/a fas.rst.prstc 77.35 71.34 74.22 +eng.sdrt.stac n/a fra.sdrt.annodis 86.86 52.43 65.39 +eng.sdrt.stac n/a nld.rst.nldt 93.2 81.07 86.71 +eng.sdrt.stac n/a por.rst.cstn 78.21 59.8 67.78 +eng.sdrt.stac n/a spa.rst.rststb 76.8 81.3 78.99 +eng.sdrt.stac n/a spa.rst.sctb 69.39 80.95 74.72 +eng.sdrt.stac n/a zho.rst.sctb 59.21 89.88 71.39 +eng.sdrt.stac n/a eng.sdrt.stac 95.93 96.06 95.99 +eng0 n/a deu.rst.pcc 70.57 96.26 81.44 +eng0 n/a eng.sdrt.stac 93.16 95.99 94.56 +eng0 n/a eng.rst.rstdt 92.06 97.91 94.89 +eng0 n/a eus.rst.ert 57.46 88.51 69.67 +eng0 n/a fas.rst.prstc 71.2 94.48 81.21 +eng0 n/a fra.sdrt.annodis 76.01 78.96 77.46 +eng0 n/a nld.rst.nldt 75.0 96.75 84.5 +eng0 n/a por.rst.cstn 77.03 95.42 85.26 +eng0 n/a spa.rst.rststb 46.08 98.7 62.83 +eng0 n/a spa.rst.sctb 40.94 97.02 57.59 +eng0 n/a zho.rst.sctb 44.05 97.02 60.58 +nld.rst.nldt n/a deu.rst.pcc 92.23 92.86 92.54 +nld.rst.nldt n/a eng.sdrt.stac 94.13 90.24 92.15 +nld.rst.nldt n/a eng.rst.rstdt 92.82 58.98 72.14 +nld.rst.nldt n/a eus.rst.ert 82.96 70.41 76.17 +nld.rst.nldt n/a fas.rst.prstc 89.69 74.03 81.11 +nld.rst.nldt n/a fra.sdrt.annodis 85.65 59.87 70.48 +nld.rst.nldt n/a nld.rst.nldt 95.25 94.97 95.11 +nld.rst.nldt n/a por.rst.cstn 96.17 65.69 78.06 +nld.rst.nldt n/a spa.rst.rststb 82.11 89.78 85.77 +nld.rst.nldt n/a spa.rst.sctb 73.1 85.71 78.9 +nld.rst.nldt n/a zho.rst.sctb 53.42 92.86 67.83 +por.rst.cstn n/a deu.rst.pcc 79.39 96.94 87.29 +por.rst.cstn n/a eng.sdrt.stac 97.17 88.88 92.84 +por.rst.cstn n/a eng.rst.rstdt 83.1 75.02 78.85 +por.rst.cstn n/a eus.rst.ert 64.13 79.73 71.08 +por.rst.cstn n/a fas.rst.prstc 82.71 88.51 85.50 +por.rst.cstn n/a fra.sdrt.annodis 83.16 75.89 79.36 +por.rst.cstn n/a nld.rst.nldt 86.81 93.49 90.03 +por.rst.cstn n/a por.rst.cstn 92.36 94.77 93.55 +por.rst.cstn n/a spa.rst.rststb 58.37 95.43 72.44 +por.rst.cstn n/a spa.rst.sctb 48.44 92.25 63.51 +por.rst.cstn n/a zho.rst.sctb 42.12 97.02 58.74 +spa.rst.rststb n/a deu.rst.pcc 99.19 83.67 90.77 +spa.rst.rststb n/a eng.sdrt.stac 96.87 79.9 87.57 +spa.rst.rststb n/a eng.rst.rstdt 98.05 51.35 67.41 +spa.rst.rststb n/a eus.rst.ert 94.61 64.05 76.39 +spa.rst.rststb n/a fas.rst.prstc 96.97 57.31 72.05 +spa.rst.rststb n/a fra.sdrt.annodis 90.48 46.12 61.09 +spa.rst.rststb n/a nld.rst.nldt 98.61 84.61 91.08 +spa.rst.rststb n/a por.rst.cstn 98.31 56.86 72.05 +spa.rst.rststb n/a spa.rst.rststb 92.96 86.09 89.39 +spa.rst.rststb n/a spa.rst.sctb 87.2 85.11 86.14 +spa.rst.rststb n/a zho.rst.sctb 71.28 85.71 77.84 +spa.rst.sctb n/a deu.rst.pcc 99.59 81.63 89.72 +spa.rst.sctb n/a eng.sdrt.stac 99.46 83.65 90.86 +spa.rst.sctb n/a eng.rst.rstdt 95.85 47.31 63.36 +spa.rst.sctb n/a eus.rst.ert 93.11 63.92 75.8 +spa.rst.sctb n/a fas.rst.prstc 98.22 57.91 72.86 +spa.rst.sctb n/a fra.sdrt.annodis 89.47 46.76 61.41 +spa.rst.sctb n/a nld.rst.nldt 98.24 82.54 89.71 +spa.rst.sctb n/a por.rst.cstn 98.24 54.58 70.17 +spa.rst.sctb n/a spa.rst.rststb 91.39 83.04 87.02 +spa.rst.sctb n/a spa.rst.sctb 87.58 83.93 85.71 +spa.rst.sctb n/a zho.rst.sctb 70.53 86.9 77.86 +zho.rst.sctb n/a deu.rst.pcc 100.0 73.81 84.93 +zho.rst.sctb n/a eng.sdrt.stac 99.7 86.55 92.66 +zho.rst.sctb n/a eng.rst.rstdt 100.0 41.3 58.46 +zho.rst.sctb n/a eus.rst.ert 94.38 56.76 70.89 +zho.rst.sctb n/a fas.rst.prstc 99.64 41.33 58.44 +zho.rst.sctb n/a fra.sdrt.annodis 87.8 36.08 51.15 +zho.rst.sctb n/a nld.rst.nldt 100.0 73.08 84.44 +zho.rst.sctb n/a por.rst.cstn 100.0 45.75 62.78 +zho.rst.sctb n/a spa.rst.rststb 98.11 67.61 80.05 +zho.rst.sctb n/a spa.rst.sctb 94.31 69.05 79.73 +zho.rst.sctb n/a zho.rst.sctb 89.19 78.57 83.54 +deu_nld n/a deu.rst.pcc 98.92 93.2 95.97 +deu_nld n/a eng.sdrt.stac 97.66 89.2 93.24 +deu_nld n/a eng.rst.rstdt 92.53 56.48 70.14 +deu_nld n/a eus.rst.ert 83.59 74.32 78.68 +deu_nld n/a fas.rst.prstc 95.55 70.45 81.10 +deu_nld n/a fra.sdrt.annodis 86.76 59.39 70.50 +deu_nld n/a nld.rst.nldt 96.92 93.2 95.02 +deu_nld n/a por.rst.cstn 89.57 67.32 76.87 +deu_nld n/a spa.rst.rststb 77.53 93.04 84.58 +deu_nld n/a spa.rst.sctb 70.72 93.45 80.51 +deu_nld n/a zho.rst.sctb 60.23 94.64 73.61 +ger0 n/a deu.rst.pcc 99.25 89.8 94.28 +ger0 n/a eng.sdrt.stac 97.47 89.59 93.36 +ger0 n/a eng.rst.rstdt 96.52 94.63 95.57 +ger0 n/a eus.rst.ert 78.3 74.59 76.4 +ger0 n/a fas.rst.prstc 95.3 78.66 86.18 +ger0 n/a fra.sdrt.annodis 85.53 66.02 74.52 +ger0 n/a nld.rst.nldt 95.54 88.75 92.02 +ger0 n/a por.rst.cstn 89.79 83.33 86.44 +ger0 n/a spa.rst.rststb 60.98 94.78 74.21 +ger0 n/a spa.rst.sctb 52.82 89.29 66.36 +ger0 n/a zho.rst.sctb 58.87 92.86 72.06 +eng.rst.rstdt n/a deu.rst.pcc 75.88 95.24 84.46 +eng.rst.rstdt n/a eng.sdrt.stac 89.87 89.46 89.67 +eng.rst.rstdt n/a eng.rst.rstdt 95.62 95.91 95.77 +eng.rst.rstdt n/a eus.rst.ert 65.25 80.95 72.26 +eng.rst.rstdt n/a fas.rst.prstc 85.39 91.64 88.41 +eng.rst.rstdt n/a fra.sdrt.annodis 78.07 73.14 75.52 +eng.rst.rstdt n/a nld.rst.nldt 79.81 97.04 87.58 +eng.rst.rstdt n/a por.rst.cstn 83.48 90.85 87.01 +eng.rst.rstdt n/a spa.rst.rststb 51.93 96.3 67.47 +eng.rst.rstdt n/a spa.rst.sctb 43.99 89.29 58.94 +eng.rst.rstdt n/a zho.rst.sctb 53.74 94.05 68.4 diff --git a/scores_expes/220623_conllu_e4-1.tsv b/scores_expes/220623_conllu_e4-1.tsv new file mode 100644 index 0000000000000000000000000000000000000000..8dfd038e64144e46c4a2cf0212d3fc3993077550 --- /dev/null +++ b/scores_expes/220623_conllu_e4-1.tsv @@ -0,0 +1,180 @@ +Model Fine-tuning Test Precision Recall F1 +fra.sdrt.annodis n/a zho.rst.sctb 41.56 95.24 57.87 +fra.sdrt.annodis n/a fra.sdrt.annodis 86.85 88.67 87.75 +fra.sdrt.annodis n/a deu.rst.pcc 72.96 97.28 83.38 +fra.sdrt.annodis n/a eng.sdrt.stac 94.42 89.72 92.01 +fra.sdrt.annodis n/a eus.rst.ert 56.98 87.7 69.08 +fra.sdrt.annodis n/a fas.rst.prstc 79.5 86.27 82.75 +fra.sdrt.annodis n/a eng.rst.rstdt 72.61 73.22 72.92 +fra.sdrt.annodis n/a nld.rst.nldt 78.96 94.38 85.98 +fra.sdrt.annodis n/a por.rst.cstn 74.41 92.16 82.34 +fra.sdrt.annodis n/a spa.rst.rststb 55.03 95.22 69.75 +fra.sdrt.annodis n/a spa.rst.sctb 45.0 91.07 60.24 +deu.rst.pcc n/a eng.rst.rstdt 85.42 57.46 68.71 +deu.rst.pcc n/a deu.rst.pcc 95.62 96.6 96.11 +deu.rst.pcc n/a rus.rst.rrt 69.38 77.88 73.38 +deu.rst.pcc n/a zho.rst.sctb 54.76 95.83 69.69 +deu.rst.pcc n/a eng.sdrt.stac 98.34 88.17 92.97 +deu.rst.pcc n/a eus.rst.ert 77.85 79.32 78.58 +deu.rst.pcc n/a fas.rst.prstc 91.57 68.06 78.08 +deu.rst.pcc n/a fra.sdrt.annodis 86.00 66.67 75.11 +deu.rst.pcc n/a nld.rst.nldt 92.55 88.17 90.3 +deu.rst.pcc n/a spa.rst.rststb 71.31 91.3 80.08 +deu.rst.pcc n/a por.rst.cstn 82.44 70.59 76.06 +deu.rst.pcc n/a spa.rst.sctb 56.57 92.25 70.14 +eus.rst.ert n/a deu.rst.pcc 87.06 91.5 89.22 +eus.rst.ert n/a eng.sdrt.stac 99.05 87.2 92.75 +eus.rst.ert n/a eus.rst.ert 90.06 83.24 86.52 +eus.rst.ert n/a fas.rst.prstc 85.34 68.66 76.1 +eus.rst.ert n/a eng.rst.rstdt 92.64 51.53 66.23 +eus.rst.ert n/a fra.sdrt.annodis 88.59 52.75 66.13 +eus.rst.ert n/a nld.rst.nldt 94.12 85.21 89.44 +eus.rst.ert n/a por.rst.cstn 94.57 56.86 71.02 +eus.rst.ert n/a spa.rst.rststb 87.47 80.43 83.81 +eus.rst.ert n/a spa.rst.sctb 83.97 77.98 80.86 +eus.rst.ert n/a zho.rst.sctb 62.81 90.48 74.15 +fas.rst.prstc n/a deu.rst.pcc 81.55 93.2 86.98 +fas.rst.prstc n/a eng.sdrt.stac 98.76 87.46 92.77 +fas.rst.prstc n/a eus.rst.ert 74.49 79.32 76.83 +fas.rst.prstc n/a fas.rst.prstc 92.38 92.24 92.31 +fas.rst.prstc n/a eng.rst.rstdt 91.0 68.5 78.16 +fas.rst.prstc n/a fra.sdrt.annodis 87.07 61.0 71.74 +fas.rst.prstc n/a nld.rst.nldt 87.11 92.01 89.5 +fas.rst.prstc n/a por.rst.cstn 92.83 71.89 81.03 +fas.rst.prstc n/a spa.rst.rststb 69.06 87.83 77.32 +fas.rst.prstc n/a spa.rst.sctb 61.97 86.31 72.14 +fas.rst.prstc n/a zho.rst.sctb 55.90 95.83 70.61 +deu.rst.pcc deu.rst.pcc deu.rst.pcc 95.88 94.89 95.38 +deu.rst.pcc eus.rst.ert deu.rst.pcc 98.58 94.56 96.53 +deu.rst.pcc fas.rst.prstc deu.rst.pcc 94.65 96.26 95.45 +deu.rst.pcc fra.sdrt.annodis deu.rst.pcc 96.86 94.56 95.7 +eng.sdrt.stac deu.rst.pcc eng.sdrt.stac 94.69 95.67 95.17 +eng.sdrt.stac eus.rst.ert eng.sdrt.stac 96.46 93.47 94.94 +eng.sdrt.stac fas.rst.prstc eng.sdrt.stac 96.41 94.05 95.22 +eng.sdrt.stac fra.sdrt.annodis eng.sdrt.stac 96.82 94.51 95.65 +eus.rst.ert deu.rst.pcc eus.rst.ert 90.62 82.3 86.26 +eus.rst.ert eus.rst.ert eus.rst.ert 87.31 86.49 86.9 +eus.rst.ert fas.rst.prstc eus.rst.ert 89.55 81.08 85.11 +eus.rst.ert fra.sdrt.annodis eus.rst.ert 92.53 82.03 86.96 +fas.rst.prstc deu.rst.pcc fas.rst.prstc 88.94 93.73 91.28 +fas.rst.prstc eus.rst.ert fas.rst.prstc 93.05 91.94 92.49 +fas.rst.prstc fas.rst.prstc fas.rst.prstc 93.8 90.3 92.02 +eng.sdrt.stac n/a deu.rst.pcc 91.11 83.67 87.22 +eng.sdrt.stac n/a eng.rst.rstdt 86.87 53.58 66.28 +eng.sdrt.stac n/a eus.rst.ert 71.67 73.50 72.58 +eng.sdrt.stac n/a fas.rst.prstc 77.35 71.34 74.22 +eng.sdrt.stac n/a fra.sdrt.annodis 86.86 52.43 65.39 +eng.sdrt.stac n/a nld.rst.nldt 93.2 81.07 86.71 +eng.sdrt.stac n/a por.rst.cstn 78.21 59.8 67.78 +eng.sdrt.stac n/a spa.rst.rststb 76.8 81.3 78.99 +eng.sdrt.stac n/a spa.rst.sctb 69.39 80.95 74.72 +eng.sdrt.stac n/a zho.rst.sctb 59.21 89.88 71.39 +eng.sdrt.stac n/a eng.sdrt.stac 95.93 96.06 95.99 +eng0 n/a deu.rst.pcc 70.57 96.26 81.44 +eng0 n/a eng.sdrt.stac 93.16 95.99 94.56 +eng0 n/a eng.rst.rstdt 92.06 97.91 94.89 +eng0 n/a eus.rst.ert 57.46 88.51 69.67 +eng0 n/a fas.rst.prstc 71.2 94.48 81.21 +eng0 n/a fra.sdrt.annodis 76.01 78.96 77.46 +eng0 n/a nld.rst.nldt 75.0 96.75 84.5 +eng0 n/a por.rst.cstn 77.03 95.42 85.26 +eng0 n/a spa.rst.rststb 46.08 98.7 62.83 +eng0 n/a spa.rst.sctb 40.94 97.02 57.59 +eng0 n/a zho.rst.sctb 44.05 97.02 60.58 +nld.rst.nldt n/a deu.rst.pcc 92.23 92.86 92.54 +nld.rst.nldt n/a eng.sdrt.stac 94.13 90.24 92.15 +nld.rst.nldt n/a eng.rst.rstdt 92.82 58.98 72.14 +nld.rst.nldt n/a eus.rst.ert 82.96 70.41 76.17 +nld.rst.nldt n/a fas.rst.prstc 89.69 74.03 81.11 +nld.rst.nldt n/a fra.sdrt.annodis 85.65 59.87 70.48 +nld.rst.nldt n/a nld.rst.nldt 95.25 94.97 95.11 +nld.rst.nldt n/a por.rst.cstn 96.17 65.69 78.06 +nld.rst.nldt n/a spa.rst.rststb 82.11 89.78 85.77 +nld.rst.nldt n/a spa.rst.sctb 73.1 85.71 78.9 +nld.rst.nldt n/a zho.rst.sctb 53.42 92.86 67.83 +por.rst.cstn n/a deu.rst.pcc 79.39 96.94 87.29 +por.rst.cstn n/a eng.sdrt.stac 97.17 88.88 92.84 +por.rst.cstn n/a eng.rst.rstdt 83.1 75.02 78.85 +por.rst.cstn n/a eus.rst.ert 64.13 79.73 71.08 +por.rst.cstn n/a fas.rst.prstc 82.71 88.51 85.50 +por.rst.cstn n/a fra.sdrt.annodis 83.16 75.89 79.36 +por.rst.cstn n/a nld.rst.nldt 86.81 93.49 90.03 +por.rst.cstn n/a por.rst.cstn 92.36 94.77 93.55 +por.rst.cstn n/a spa.rst.rststb 58.37 95.43 72.44 +por.rst.cstn n/a spa.rst.sctb 48.44 92.25 63.51 +por.rst.cstn n/a zho.rst.sctb 42.12 97.02 58.74 +spa.rst.rststb n/a deu.rst.pcc 99.19 83.67 90.77 +spa.rst.rststb n/a eng.sdrt.stac 96.87 79.9 87.57 +spa.rst.rststb n/a eng.rst.rstdt 98.05 51.35 67.41 +spa.rst.rststb n/a eus.rst.ert 94.61 64.05 76.39 +spa.rst.rststb n/a fas.rst.prstc 96.97 57.31 72.05 +spa.rst.rststb n/a fra.sdrt.annodis 90.48 46.12 61.09 +spa.rst.rststb n/a nld.rst.nldt 98.61 84.61 91.08 +spa.rst.rststb n/a por.rst.cstn 98.31 56.86 72.05 +spa.rst.rststb n/a spa.rst.rststb 92.96 86.09 89.39 +spa.rst.rststb n/a spa.rst.sctb 87.2 85.11 86.14 +spa.rst.rststb n/a zho.rst.sctb 71.28 85.71 77.84 +spa.rst.sctb n/a deu.rst.pcc 99.59 81.63 89.72 +spa.rst.sctb n/a eng.sdrt.stac 99.46 83.65 90.86 +spa.rst.sctb n/a eng.rst.rstdt 95.85 47.31 63.36 +spa.rst.sctb n/a eus.rst.ert 93.11 63.92 75.8 +spa.rst.sctb n/a fas.rst.prstc 98.22 57.91 72.86 +spa.rst.sctb n/a fra.sdrt.annodis 89.47 46.76 61.41 +spa.rst.sctb n/a nld.rst.nldt 98.24 82.54 89.71 +spa.rst.sctb n/a por.rst.cstn 98.24 54.58 70.17 +spa.rst.sctb n/a spa.rst.rststb 91.39 83.04 87.02 +spa.rst.sctb n/a spa.rst.sctb 87.58 83.93 85.71 +spa.rst.sctb n/a zho.rst.sctb 70.53 86.9 77.86 +zho.rst.sctb n/a deu.rst.pcc 100.0 73.81 84.93 +zho.rst.sctb n/a eng.sdrt.stac 99.7 86.55 92.66 +zho.rst.sctb n/a eng.rst.rstdt 100.0 41.3 58.46 +zho.rst.sctb n/a eus.rst.ert 94.38 56.76 70.89 +zho.rst.sctb n/a fas.rst.prstc 99.64 41.33 58.44 +zho.rst.sctb n/a fra.sdrt.annodis 87.8 36.08 51.15 +zho.rst.sctb n/a nld.rst.nldt 100.0 73.08 84.44 +zho.rst.sctb n/a por.rst.cstn 100.0 45.75 62.78 +zho.rst.sctb n/a spa.rst.rststb 98.11 67.61 80.05 +zho.rst.sctb n/a spa.rst.sctb 94.31 69.05 79.73 +zho.rst.sctb n/a zho.rst.sctb 89.19 78.57 83.54 +deu_nld n/a deu.rst.pcc 98.92 93.2 95.97 +deu_nld n/a eng.sdrt.stac 97.66 89.2 93.24 +deu_nld n/a eng.rst.rstdt 92.53 56.48 70.14 +deu_nld n/a eus.rst.ert 83.59 74.32 78.68 +deu_nld n/a fas.rst.prstc 95.55 70.45 81.10 +deu_nld n/a fra.sdrt.annodis 86.76 59.39 70.50 +deu_nld n/a nld.rst.nldt 96.92 93.2 95.02 +deu_nld n/a por.rst.cstn 89.57 67.32 76.87 +deu_nld n/a spa.rst.rststb 77.53 93.04 84.58 +deu_nld n/a spa.rst.sctb 70.72 93.45 80.51 +deu_nld n/a zho.rst.sctb 60.23 94.64 73.61 +ger0 n/a deu.rst.pcc 99.25 89.8 94.28 +ger0 n/a eng.sdrt.stac 97.47 89.59 93.36 +ger0 n/a eng.rst.rstdt 96.52 94.63 95.57 +ger0 n/a eus.rst.ert 78.3 74.59 76.4 +ger0 n/a fas.rst.prstc 95.3 78.66 86.18 +ger0 n/a fra.sdrt.annodis 85.53 66.02 74.52 +ger0 n/a nld.rst.nldt 95.54 88.75 92.02 +ger0 n/a por.rst.cstn 89.79 83.33 86.44 +ger0 n/a spa.rst.rststb 60.98 94.78 74.21 +ger0 n/a spa.rst.sctb 52.82 89.29 66.36 +ger0 n/a zho.rst.sctb 58.87 92.86 72.06 +eng.rst.rstdt n/a deu.rst.pcc 75.88 95.24 84.46 +eng.rst.rstdt n/a eng.sdrt.stac 89.87 89.46 89.67 +eng.rst.rstdt n/a eng.rst.rstdt 95.62 95.91 95.77 +eng.rst.rstdt n/a eus.rst.ert 65.25 80.95 72.26 +eng.rst.rstdt n/a fas.rst.prstc 85.39 91.64 88.41 +eng.rst.rstdt n/a fra.sdrt.annodis 78.07 73.14 75.52 +eng.rst.rstdt n/a nld.rst.nldt 79.81 97.04 87.58 +eng.rst.rstdt n/a por.rst.cstn 83.48 90.85 87.01 +eng.rst.rstdt n/a spa.rst.rststb 51.93 96.3 67.47 +eng.rst.rstdt n/a spa.rst.sctb 43.99 89.29 58.94 +eng.rst.rstdt n/a zho.rst.sctb 53.74 94.05 68.4 +rst n/a deu.rst.pcc 96.89 95.58 96.23 +rst n/a eus.rst.ert 90.7 81.76 86.0 +rst n/a fas.rst.prstc 97.27 69.25 80.91 +rst n/a nld.rst.nldt 93.94 91.72 92.81 +rst n/a por.rst.cstn 92.72 91.5 92.11 +rst n/a rus.rst.rrt 75.17 80.33 77.66 +rst n/a spa.rst.rststb 91.01 92.39 91.69 +rst n/a spa.rst.sctb 86.06 84.52 85.28 +rst n/a zho.rst.sctb 82.82 80.36 81.57