diff --git a/modules/evaluators/graph_levenshtein_eval.py b/modules/evaluators/graph_levenshtein_eval.py index 7d43fef9024745ce713eb20bceb1fd4ee7291e9a..557cc2ddc84a5835f1e77c353d368e24aef18681 100644 --- a/modules/evaluators/graph_levenshtein_eval.py +++ b/modules/evaluators/graph_levenshtein_eval.py @@ -69,31 +69,10 @@ config = [ 'false_negative': 327, 'false_positive': 288 }, - { - 'data_path': '../../results/LLM/Miqu-1-70b/MIQU_zero_shot_full_results.csv', - 'title': 'Miqu-1-70b (zero-shot)', - 'color': '#6867D2', - 'false_negative': 473, - 'false_positive': 353 - }, - { - 'data_path': '../../results/LLM/Mixtral-8x7b/MIXTRAL_zero_shot_full_results.csv', - 'title': 'Mixtral-8x7b (zero-shot)', - 'color': '#5619d8', - 'false_negative': 461, - 'false_positive': 461 - }, - { - 'data_path': '../../results/LLM/Mistral-7b/MISTRAL_fine_tuned_full_results.csv', - 'title': 'Mistral-7b (fine-tuned)', - 'color': '#6895D2', - 'false_negative': 459, - 'false_positive': 560 - } ] title = "Levenshtein Distance of GPT-4_ZS, Mixtral_ZS & Mixtral_FT" -output_path = "../../results/LLM/fig_levenshtein_distance.png" +output_path = "../../results/LLM/fig_levenshtein_distance_GPT.png" build_levenshtein_boxplot(config, title, output_path) \ No newline at end of file diff --git a/modules/roberta/roberta-classifier-expe.ipynb b/modules/roberta/roberta-classifier-expe.ipynb new file mode 100644 index 0000000000000000000000000000000000000000..54f657bb0972cd4d4bf69ad88524d3055b9da03b --- /dev/null +++ b/modules/roberta/roberta-classifier-expe.ipynb @@ -0,0 +1,37 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": null, + "id": "initial_id", + "metadata": { + "collapsed": true + }, + "outputs": [], + "source": [ + "" + ] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 2 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython2", + "version": "2.7.6" + } + }, + "nbformat": 4, + "nbformat_minor": 5 +} diff --git a/results/LLM/fig_levenshtein_distance_GPT.png b/results/LLM/fig_levenshtein_distance_GPT.png new file mode 100644 index 0000000000000000000000000000000000000000..c4c9e0ef32de160c8695ef825dbf804a84dd3287 Binary files /dev/null and b/results/LLM/fig_levenshtein_distance_GPT.png differ