Skip to content
Snippets Groups Projects
Commit 67a8de73 authored by Julien Breton's avatar Julien Breton
Browse files

minor changes

parent 4657a46e
No related branches found
No related tags found
No related merge requests found
......@@ -13,7 +13,8 @@ def build_levenshtein_boxplot(config, title, output_path):
for sentence, classes in eval_data.items():
for tag, values in classes.items():
for value in values:
value = value.replace(" ", "")
eval_data[sentence][tag].remove(value)
eval_data[sentence][tag].append(value.replace(" ", ""))
for i in range(len(config)):
......@@ -31,7 +32,8 @@ def build_levenshtein_boxplot(config, title, output_path):
should_break = False
if tag in eval_data[sentence]:
for eval_sentence in eval_data[sentence][tag]:
if sentence in eval_sentence or eval_sentence in sentence:
if value in eval_sentence or eval_sentence in value:
print(value, eval_sentence)
current_bar.append(Levenshtein.distance(eval_sentence, sentence)/max(len(eval_sentence), len(sentence)))
should_break = True
break
......
results/LLM/GPT-zs_MIX-zs_MIX-ft.png

30 KiB | W: | H:

results/LLM/GPT-zs_MIX-zs_MIX-ft.png

30.3 KiB | W: | H:

results/LLM/GPT-zs_MIX-zs_MIX-ft.png
results/LLM/GPT-zs_MIX-zs_MIX-ft.png
results/LLM/GPT-zs_MIX-zs_MIX-ft.png
results/LLM/GPT-zs_MIX-zs_MIX-ft.png
  • 2-up
  • Swipe
  • Onion skin
{"global": {"recall": 0.36099585062240663, "precision": 0.5304878048780488, "f1": 0.42962962962962964, "f2": 0.3856382978723404}, "break_down": {"action": {"perfect_equals": 1, "subpart": 95, "not_covered": 60, "out_of_scope": 97}, "actor": {"perfect_equals": 31, "subpart": 27, "not_covered": 75, "out_of_scope": 60}, "artifact": {"perfect_equals": 12, "subpart": 28, "not_covered": 201, "out_of_scope": 44}, "condition": {"perfect_equals": 22, "subpart": 49, "not_covered": 108, "out_of_scope": 79}, "definition": {"perfect_equals": 0, "subpart": 0, "not_covered": 0, "out_of_scope": 0}, "location": {"perfect_equals": 1, "subpart": 5, "not_covered": 28, "out_of_scope": 4}, "modality": {"perfect_equals": 27, "subpart": 13, "not_covered": 41, "out_of_scope": 6}, "reference": {"perfect_equals": 3, "subpart": 8, "not_covered": 66, "out_of_scope": 5}, "time": {"perfect_equals": 10, "subpart": 16, "not_covered": 37, "out_of_scope": 13}}}
\ No newline at end of file
{"global": {"recall": 0.3584905660377358, "precision": 0.5454545454545454, "f1": 0.43263757115749524, "f2": 0.38487508440243073}, "break_down": {"action": {"perfect_equals": 1, "subpart": 96, "not_covered": 57, "out_of_scope": 96}, "actor": {"perfect_equals": 33, "subpart": 23, "not_covered": 76, "out_of_scope": 50}, "artifact": {"perfect_equals": 8, "subpart": 30, "not_covered": 201, "out_of_scope": 40}, "condition": {"perfect_equals": 22, "subpart": 44, "not_covered": 111, "out_of_scope": 70}, "definition": {"perfect_equals": 0, "subpart": 0, "not_covered": 0, "out_of_scope": 0}, "location": {"perfect_equals": 2, "subpart": 4, "not_covered": 28, "out_of_scope": 3}, "modality": {"perfect_equals": 27, "subpart": 10, "not_covered": 43, "out_of_scope": 6}, "reference": {"perfect_equals": 5, "subpart": 8, "not_covered": 62, "out_of_scope": 5}, "time": {"perfect_equals": 11, "subpart": 18, "not_covered": 34, "out_of_scope": 15}}}
\ No newline at end of file
results/LLM/levenshtein_distance_GPT-zs_MIX-zs_MIX-ft.png

16.3 KiB | W: | H:

results/LLM/levenshtein_distance_GPT-zs_MIX-zs_MIX-ft.png

16.1 KiB | W: | H:

results/LLM/levenshtein_distance_GPT-zs_MIX-zs_MIX-ft.png
results/LLM/levenshtein_distance_GPT-zs_MIX-zs_MIX-ft.png
results/LLM/levenshtein_distance_GPT-zs_MIX-zs_MIX-ft.png
results/LLM/levenshtein_distance_GPT-zs_MIX-zs_MIX-ft.png
  • 2-up
  • Swipe
  • Onion skin
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment