me_s2_marker_eval.py

from modules.evaluators.recall_precision_f1_f2 import recall_precision_f1_f2
from modules.marker_enhancer.s2 import MarkerEnhancerLegalRoberta
from data.MarkersList import MarkersList

top_setting = 10


def main():
    markerList = {
        "location": MarkersList().getLocationMarkers(),
        "condition": MarkersList().getConditionMarkers(),
        "exception": MarkersList().getExceptionMarkers(),
        "actor": MarkersList().getActorMarkers(),
        "modality": MarkersList().getModalityMarkers(),
        "time": MarkersList().getTimeMarkers(),
        "artifact": MarkersList().getArtifactMarkers(),
    }

    for key, value in markerList.items():
        mkhlr = MarkerEnhancerLegalRoberta(value, ['./data/evalQS.csv'], key).exec()

        fn = len(mkhsr.getFullMarkers() - mkhlr.getAugmentedMarkersWithoutDoublon())
        tp = len(mkhlr.getFullMarkers() & mkhlr.getAugmentedMarkersWithoutDoublon())
        fp = len(mkhlr.getAugmentedMarkersWithoutDoublon() - (
                    mkhlr.getFullMarkers() & mkhlr.getAugmentedMarkersWithoutDoublon()))
        print(key, recall_precision_f1_f2(fn, tp, fp))


if __name__ == '__main__':
    main()