Skip to content
Snippets Groups Projects
Commit b27f964b authored by emetheni's avatar emetheni
Browse files

update requirements and environments

parent 5e4f73e2
Branches
No related tags found
No related merge requests found
Hide whitespace changes
Inline Side-by-side
adapter_classifier.py
+ 12
− 8
View file @ b27f964b
...@@ -32,9 +32,9 @@ tokenizer = AutoTokenizer.from_pretrained(args.transformer_model) ...@@ -32,9 +32,9 @@ tokenizer = AutoTokenizer.from_pretrained(args.transformer_model)
# we are saving the test results of specific epochs # we are saving the test results of specific epochs
specific_results = open_specific_results('mappings/specific_results.txt') specific_results = open_specific_results('mappings/specific_results.txt')
if '1-2-3' in adapter_name or 'layer1;layer2;layer3' in adapter_name: if '1-2-3' in adapter_name or 'layer1;layer2;layer3' in adapter_name:
specific_results = specific_results['A1_3'][4] specific_results = list(specific_results['A1_3'][args.num_epochs])
else: else:
specific_results = specific_results['A1'][3] specific_results = list(specific_results['A1'][args.num_epochs])
set_seed(42) set_seed(42)
...@@ -65,7 +65,8 @@ dev_dict_df = {corpus : pd.DataFrame([[' '.join(x[-2]), x[-1]] ...@@ -65,7 +65,8 @@ dev_dict_df = {corpus : pd.DataFrame([[' '.join(x[-2]), x[-1]]
test_dict_df = {corpus : pd.DataFrame([[' '.join(x[-2]), x[-1]] test_dict_df = {corpus : pd.DataFrame([[' '.join(x[-2]), x[-1]]
for x in sents], for x in sents],
columns = file_header) columns = file_header)
for corpus, sents in test_dict_sentences.items()} for corpus, sents in test_dict_sentences.items()
if corpus in specific_results}
#Make datasets from dataframes #Make datasets from dataframes
train_dataset = datasets.Dataset.from_pandas(train_df) train_dataset = datasets.Dataset.from_pandas(train_df)
...@@ -138,17 +139,20 @@ if args.freeze_layers != '': ...@@ -138,17 +139,20 @@ if args.freeze_layers != '':
print('Start training...') print('Start training...')
trainer.train() trainer.train()
# Dev results
print('\nDev results:') print('\nDev results:')
for corpus in encoded_dev_dataset: for corpus in encoded_dev_dataset:
print()
_ = get_predictions_huggingface(trainer, corpus, _ = get_predictions_huggingface(trainer, corpus,
encoded_dev_dataset[corpus]) encoded_dev_dataset[corpus])
# Save specific test results
print('\nTest results:') print('\nTest results:')
for corpus in encoded_test_dataset: for corpus in encoded_test_dataset:
print()
test_results = get_predictions_huggingface(trainer, corpus, test_results = get_predictions_huggingface(trainer, corpus,
encoded_test_dataset[corpus]) encoded_test_dataset[corpus])
if corpus in specific_results: print_results_to_file(corpus, test_dict_sentences[corpus], test_results,
print_results_to_file(corpus, test_dict_sentences[corpus], test_results, inv_mappings, substitutions_file)
inv_mappings, substitutions_file) \ No newline at end of file
\ No newline at end of file
environment.yml
+ 8
− 6
View file @ b27f964b
...@@ -22,16 +22,17 @@ dependencies: ...@@ -22,16 +22,17 @@ dependencies:
- xz=5.4.2=h5eee18b_0 - xz=5.4.2=h5eee18b_0
- zlib=1.2.13=h5eee18b_0 - zlib=1.2.13=h5eee18b_0
- pip: - pip:
- adapter-transformers==3.2.1 - adapter-transformers==3.0.1
- aiohttp==3.8.4 - aiohttp==3.8.4
- aiosignal==1.3.1 - aiosignal==1.3.1
- async-timeout==4.0.2 - async-timeout==4.0.2
- attrs==23.1.0 - attrs==23.1.0
- certifi==2023.5.7 - certifi==2023.5.7
- charset-normalizer==3.1.0 - charset-normalizer==3.1.0
- click==8.1.3
- cmake==3.26.3 - cmake==3.26.3
- datasets==2.12.0 - datasets==2.4.0
- dill==0.3.6 - dill==0.3.5.1
- filelock==3.12.0 - filelock==3.12.0
- frozenlist==1.3.3 - frozenlist==1.3.3
- fsspec==2023.5.0 - fsspec==2023.5.0
...@@ -43,7 +44,7 @@ dependencies: ...@@ -43,7 +44,7 @@ dependencies:
- markupsafe==2.1.2 - markupsafe==2.1.2
- mpmath==1.3.0 - mpmath==1.3.0
- multidict==6.0.4 - multidict==6.0.4
- multiprocess==0.70.14 - multiprocess==0.70.13
- networkx==3.1 - networkx==3.1
- numpy==1.24.3 - numpy==1.24.3
- nvidia-cublas-cu11==11.10.3.66 - nvidia-cublas-cu11==11.10.3.66
...@@ -67,17 +68,18 @@ dependencies: ...@@ -67,17 +68,18 @@ dependencies:
- regex==2023.5.5 - regex==2023.5.5
- requests==2.30.0 - requests==2.30.0
- responses==0.18.0 - responses==0.18.0
- sacremoses==0.0.53
- scikit-learn==1.2.2 - scikit-learn==1.2.2
- scipy==1.10.1 - scipy==1.10.1
- six==1.16.0 - six==1.16.0
- sympy==1.12 - sympy==1.12
- threadpoolctl==3.1.0 - threadpoolctl==3.1.0
- tokenizers==0.13.3 - tokenizers==0.12.1
- torch==2.0.1 - torch==2.0.1
- torchaudio==2.0.2 - torchaudio==2.0.2
- torchvision==0.15.2 - torchvision==0.15.2
- tqdm==4.65.0 - tqdm==4.65.0
- transformers==4.29.0 - transformers==4.18.0
- triton==2.0.0 - triton==2.0.0
- typing-extensions==4.5.0 - typing-extensions==4.5.0
- tzdata==2023.3 - tzdata==2023.3
......
mappings/specific_results.txt
+ 17
− 17
View file @ b27f964b
Model Epochs Corpus BEST EPOCH Corpus
A1 3 eng.pdtb.pdtb B 3 deu.rst.pcc
A1 3 eng.rst.gum B 2 eng.dep.covdtb
A1 3 por.pdtb.crpc B 3 eng.dep.scidtb
A1 3 por.pdtb.tedm B 3 eng.pdtb.pdtb
A1 3 rus.rst.rrt A1_3 4 eng.pdtb.tedm
A1 3 spa.rst.sctb A1_3 4 eng.rst.gum
A1 3 tha.pdtb.tdtb
A1 3 zho.dep.scidtb
A1_3 4 deu.rst.pcc
A1_3 4 eng.dep.scidtb
A1_3 4 eng.rst.rstdt A1_3 4 eng.rst.rstdt
A1_3 4 eng.sdrt.stac A1_3 4 eng.sdrt.stac
A1_3 4 eus.rst.ert A1_3 4 eus.rst.ert
A1_3 4 fas.rst.prstc B 1 fas.rst.prstc
A1_3 4 fra.sdrt.annodis A1_3 4 fra.sdrt.annodis
A1_3 4 ita.pdtb.luna A1_3 4 ita.pdtb.luna
A1_3 4 nld.rst.nldt A1_3 4 nld.rst.nldt
A1 3 por.pdtb.crpc
A1_3 4 por.pdtb.tedm
A1_3 4 por.rst.cstn A1_3 4 por.rst.cstn
A1_3 4 rus.rst.rrt
A1_3 4 spa.rst.rststb A1_3 4 spa.rst.rststb
A1_3 4 tur.pdtb.tdb B 5 spa.rst.sctb
B 5 tha.pdtb.tdtb
B 3 tur.pdtb.tdb
A1_3 4 tur.pdtb.tedm A1_3 4 tur.pdtb.tedm
A1_3 4 zho.rst.gcdt A1 3 zho.dep.scidtb
B 6 eng.dep.covdtb
B 2 eng.pdtb.tedm
B 3 zho.pdtb.cdtb B 3 zho.pdtb.cdtb
B 3 zho.rst.sctb A1 3 zho.rst.gcdt
\ No newline at end of file B 2 zho.rst.sctb
\ No newline at end of file
mappings/substitutions.txt
+ 124
− 90
View file @ b27f964b
ORIGINAL-LABEL ORIGINAL-CORPUS SUBSTITUTE ORIGINAL-LABEL ORIGINAL-CORPUS SUBSTITUTE
alternation fra.sdrt.annodis expansion.alternative Alternation eng.sdrt.stac expansion.alternative
alternation eng.sdrt.stac expansion.alternative Alternative zho.pdtb.cdtb expansion.alternative
alternative spa.rst.rststb expansion.alternative Causation zho.pdtb.cdtb cause
alternative zho.pdtb.cdtb expansion.alternative CAUSE-RESULT eng.dep.covdtb cause-effect
bg-general zho.dep.scidtb background Comparison.Concession eng.pdtb.pdtb comparison.concession
bg-general eng.dep.scidtb background Comparison.Concession tur.pdtb.tdb comparison.concession
causation zho.pdtb.cdtb cause Comparison.Concession por.pdtb.tedm comparison.concession
conditional fra.sdrt.annodis condition Comparison.Concession eng.pdtb.tedm comparison.concession
conditional eng.sdrt.stac condition Comparison.Concession tur.pdtb.tedm comparison.concession
conditional zho.pdtb.cdtb condition Comparison.Concession+SpeechAct eng.pdtb.pdtb comparison.concession+speechact
conjunction spa.rst.sctb expansion.conjunction Comparison.Concession+SpeechAct tur.pdtb.tdb comparison.concession+speechact
conjunction eus.rst.ert expansion.conjunction Comparison.Concession+SpeechAct por.pdtb.tedm comparison.concession+speechact
conjunction deu.rst.pcc expansion.conjunction Comparison.Concession+SpeechAct tur.pdtb.tedm comparison.concession+speechact
conjunction zho.rst.sctb expansion.conjunction Comparison.Contrast eng.pdtb.pdtb comparison.contrast
conjunction nld.rst.nldt expansion.conjunction Comparison.Contrast tur.pdtb.tdb comparison.contrast
conjunction spa.rst.rststb expansion.conjunction Comparison.Contrast por.pdtb.tedm comparison.contrast
correction eng.sdrt.stac expansion.correction Comparison.Contrast eng.pdtb.tedm comparison.contrast
disjunction spa.rst.sctb expansion.disjunction Comparison.Contrast tur.pdtb.tedm comparison.contrast
disjunction eus.rst.ert expansion.disjunction Comparison.Degree tur.pdtb.tdb comparison.degree
disjunction deu.rst.pcc expansion.disjunction Comparison.Similarity eng.pdtb.pdtb comparison.similarity
disjunction zho.rst.sctb expansion.disjunction Comparison.Similarity tur.pdtb.tdb comparison.similarity
disjunction nld.rst.nldt expansion.disjunction Comparison.Similarity por.pdtb.tedm comparison.similarity
disjunction spa.rst.rststb expansion.disjunction Comparison.Similarity eng.pdtb.tedm comparison.similarity
evidence spa.rst.sctb explanation-evidence Comparison.Similarity tur.pdtb.tedm comparison.similarity
evidence rus.rst.rrt explanation-evidence Conditional eng.sdrt.stac condition
evidence por.rst.cstn explanation-evidence Conditional zho.pdtb.cdtb condition
evidence eus.rst.ert explanation-evidence Contingency.Cause eng.pdtb.pdtb contingency.cause
evidence deu.rst.pcc explanation-evidence Contingency.Cause tur.pdtb.tdb contingency.cause
evidence zho.rst.sctb explanation-evidence Contingency.Cause por.pdtb.tedm contingency.cause
evidence nld.rst.nldt explanation-evidence Contingency.Cause eng.pdtb.tedm contingency.cause
evidence spa.rst.rststb explanation-evidence Contingency.Cause tur.pdtb.tedm contingency.cause
exp-evidence zho.dep.scidtb explanation-evidence Contingency.Cause+Belief eng.pdtb.pdtb contingency.cause+belief
exp-evidence eng.dep.scidtb explanation-evidence Contingency.Cause+Belief tur.pdtb.tdb contingency.cause+belief
goal fra.sdrt.annodis purpose-goal Contingency.Cause+Belief por.pdtb.tedm contingency.cause+belief
joint-disjunction zho.rst.gcdt expansion.disjunction Contingency.Cause+Belief eng.pdtb.tedm contingency.cause+belief
justify spa.rst.sctb explanation-justify Contingency.Cause+Belief tur.pdtb.tedm contingency.cause+belief
justify por.rst.cstn explanation-justify Contingency.Cause+SpeechAct eng.pdtb.pdtb contingency.cause+speechact
justify eus.rst.ert explanation-justify Contingency.Cause+SpeechAct tur.pdtb.tdb contingency.cause+speechact
justify zho.rst.sctb explanation-justify Contingency.Cause+SpeechAct por.pdtb.tedm contingency.cause+speechact
justify nld.rst.nldt explanation-justify Contingency.Cause+SpeechAct eng.pdtb.tedm contingency.cause+speechact
justify spa.rst.rststb explanation-justify Contingency.Cause+SpeechAct tur.pdtb.tedm contingency.cause+speechact
list spa.rst.sctb joint-list Contingency.Condition eng.pdtb.pdtb contingency.condition
list por.rst.cstn joint-list Contingency.Condition tur.pdtb.tdb contingency.condition
list eus.rst.ert joint-list Contingency.Condition por.pdtb.tedm contingency.condition
list deu.rst.pcc joint-list Contingency.Condition eng.pdtb.tedm contingency.condition
list zho.rst.sctb joint-list Contingency.Condition tur.pdtb.tedm contingency.condition
list nld.rst.nldt joint-list Contingency.Condition+SpeechAct eng.pdtb.pdtb contingency.condition+speechact
list spa.rst.rststb joint-list Contingency.Condition+SpeechAct por.pdtb.tedm contingency.condition+speechact
motivation spa.rst.sctb explanation-motivation Contingency.Condition+SpeechAct eng.pdtb.tedm contingency.condition+speechact
motivation rus.rst.rrt explanation-motivation Contingency.Condition+SpeechAct tur.pdtb.tedm contingency.condition+speechact
motivation por.rst.cstn explanation-motivation Contingency.Negative-cause eng.pdtb.pdtb contingency.negative-cause
motivation eus.rst.ert explanation-motivation Contingency.Negative-condition eng.pdtb.pdtb contingency.negative-condition
motivation zho.rst.sctb explanation-motivation Contingency.Negative-condition tur.pdtb.tdb contingency.negative-condition
motivation nld.rst.nldt explanation-motivation Contingency.Negative-condition tur.pdtb.tedm contingency.negative-condition
motivation spa.rst.rststb explanation-motivation Contingency.Purpose eng.pdtb.pdtb contingency.purpose
otherwise por.rst.cstn adversative Contingency.Purpose tur.pdtb.tdb contingency.purpose
otherwise eus.rst.ert adversative Contingency.Purpose por.pdtb.tedm contingency.purpose
otherwise nld.rst.nldt adversative Contingency.Purpose eng.pdtb.tedm contingency.purpose
repetition ita.pdtb.luna restatement-repetition Contingency.Purpose tur.pdtb.tedm contingency.purpose
restatement spa.rst.sctb expansion.restatement Correction eng.sdrt.stac expansion.correction
restatement rus.rst.rrt expansion.restatement Expansion tur.pdtb.tedm expansion
restatement por.rst.cstn expansion.restatement Expansion.Conjunction eng.pdtb.pdtb expansion.conjunction
restatement eus.rst.ert expansion.restatement Expansion.Conjunction tur.pdtb.tdb expansion.conjunction
restatement deu.rst.pcc expansion.restatement Expansion.Conjunction por.pdtb.tedm expansion.conjunction
restatement zho.rst.sctb expansion.restatement Expansion.Conjunction eng.pdtb.tedm expansion.conjunction
restatement nld.rst.nldt expansion.restatement Expansion.Conjunction tur.pdtb.tedm expansion.conjunction
restatement spa.rst.rststb expansion.restatement Expansion.Correction tur.pdtb.tdb expansion.correction
restatement eng.rst.gum expansion.restatement Expansion.Disjunction eng.pdtb.pdtb expansion.disjunction
sequence spa.rst.sctb joint-sequence Expansion.Disjunction tur.pdtb.tdb expansion.disjunction
sequence rus.rst.rrt joint-sequence Expansion.Disjunction por.pdtb.tedm expansion.disjunction
sequence por.rst.cstn joint-sequence Expansion.Disjunction eng.pdtb.tedm expansion.disjunction
sequence eus.rst.ert joint-sequence Expansion.Disjunction tur.pdtb.tedm expansion.disjunction
sequence deu.rst.pcc joint-sequence Expansion.Equivalence eng.pdtb.pdtb expansion.equivalence
sequence zho.rst.sctb joint-sequence Expansion.Equivalence tur.pdtb.tdb expansion.equivalence
sequence nld.rst.nldt joint-sequence Expansion.Equivalence por.pdtb.tedm expansion.equivalence
sequence spa.rst.rststb joint-sequence Expansion.Equivalence eng.pdtb.tedm expansion.equivalence
temporal.synchrony ita.pdtb.luna temporal.synchronous Expansion.Equivalence tur.pdtb.tedm expansion.equivalence
textual-organization eng.rst.rstdt organization Expansion.Exception eng.pdtb.pdtb expansion.exception
unconditional eus.rst.ert expansion.disjunction Expansion.Exception tur.pdtb.tdb expansion.exception
unconditional nld.rst.nldt expansion.disjunction Expansion.Exception eng.pdtb.tedm expansion.exception
unless eus.rst.ert contrast Expansion.Exception tur.pdtb.tedm expansion.exception
unless nld.rst.nldt contrast Expansion.GenExpansion tha.pdtb.tdtb expansion
unless spa.rst.rststb contrast Expansion.Instantiation eng.pdtb.pdtb expansion.instantiation
cause-result eng.dep.covdtb cause-effect Expansion.Instantiation tur.pdtb.tdb expansion.instantiation
qap por.pdtb.crpc question_answer_pair Expansion.Instantiation por.pdtb.tedm expansion.instantiation
expansion.level por.pdtb.crpc expansion.level-of-detail Expansion.Instantiation eng.pdtb.tedm expansion.instantiation
qap.hypophora por.pdtb.crpc hypophora Expansion.Instantiation tur.pdtb.tedm expansion.instantiation
findings eng.dep.covdtb result Expansion.Level por.pdtb.crpc expansion.level-of-detail
textual-organization eng.dep.covdtb organization Expansion.Level-of-detail eng.pdtb.pdtb expansion.level-of-detail
expansion.genexpansion tha.pdtb.tdtb expansion Expansion.Level-of-detail tur.pdtb.tdb expansion.level-of-detail
\ No newline at end of file Expansion.Level-of-detail por.pdtb.tedm expansion.level-of-detail
Expansion.Level-of-detail eng.pdtb.tedm expansion.level-of-detail
Expansion.Level-of-detail tur.pdtb.tedm expansion.level-of-detail
Expansion.Manner eng.pdtb.pdtb expansion.manner
Expansion.Manner tur.pdtb.tdb expansion.manner
Expansion.Manner por.pdtb.tedm expansion.manner
Expansion.Manner eng.pdtb.tedm expansion.manner
Expansion.Manner tur.pdtb.tedm expansion.manner
Expansion.Substitution eng.pdtb.pdtb expansion.substitution
Expansion.Substitution tur.pdtb.tdb expansion.substitution
Expansion.Substitution por.pdtb.tedm expansion.substitution
Expansion.Substitution eng.pdtb.tedm expansion.substitution
Expansion.Substitution tur.pdtb.tedm expansion.substitution
FINDINGS eng.dep.covdtb result
Hypophora eng.pdtb.pdtb hypophora
Hypophora tur.pdtb.tdb hypophora
Hypophora por.pdtb.tedm hypophora
Hypophora eng.pdtb.tedm hypophora
Hypophora tur.pdtb.tedm hypophora
QAP por.pdtb.crpc question_answer_pair
QAP.Hypophora por.pdtb.crpc hypophora
Repetition ita.pdtb.luna restatement-repetition
Temporal.Asynchronous eng.pdtb.pdtb temporal.asynchronous
Temporal.Asynchronous tur.pdtb.tdb temporal.asynchronous
Temporal.Asynchronous por.pdtb.tedm temporal.asynchronous
Temporal.Asynchronous eng.pdtb.tedm temporal.asynchronous
Temporal.Asynchronous tur.pdtb.tedm temporal.asynchronous
Temporal.Synchronous eng.pdtb.pdtb temporal.synchronous
Temporal.Synchronous tur.pdtb.tdb temporal.synchronous
Temporal.Synchronous por.pdtb.tedm temporal.synchronous
Temporal.Synchronous eng.pdtb.tedm temporal.synchronous
Temporal.Synchronous tur.pdtb.tedm temporal.synchronous
Temporal.Synchrony ita.pdtb.luna temporal.synchronous
TEXTUAL-ORGANIZATION eng.dep.covdtb organization
\ No newline at end of file
pytorch_classifier.py
+ 2
− 1
View file @ b27f964b
...@@ -3,7 +3,7 @@ ...@@ -3,7 +3,7 @@
import torch import torch
import numpy as np import numpy as np
from transformers import AutoModel, AutoTokenizer, get_linear_schedule_with_warmup from transformers import AutoModel, AutoTokenizer, get_linear_schedule_with_warmup, set_seed
from torch import nn from torch import nn
from torch.optim import AdamW from torch.optim import AdamW
from torch.utils.data import DataLoader from torch.utils.data import DataLoader
...@@ -24,6 +24,7 @@ dt_string = now.strftime("%d.%m.%y-%H:%M:%S") ...@@ -24,6 +24,7 @@ dt_string = now.strftime("%d.%m.%y-%H:%M:%S")
layers_to_freeze = args.freeze_layers.split(";") layers_to_freeze = args.freeze_layers.split(";")
substitutions_file = 'mappings/substitutions.txt' substitutions_file = 'mappings/substitutions.txt'
specific_results = open_specific_results('mappings/specific_results.txt')['B'] specific_results = open_specific_results('mappings/specific_results.txt')['B']
set_seed(42)
# =============== # ===============
# Dataset class # Dataset class
......
requirements.txt
+ 9
− 7
View file @ b27f964b
adapter-transformers==3.2.1 adapter-transformers==3.0.1
aiohttp==3.8.4 aiohttp==3.8.4
aiosignal==1.3.1 aiosignal==1.3.1
async-timeout==4.0.2 async-timeout==4.0.2
attrs==23.1.0 attrs==23.1.0
certifi==2023.5.7 certifi==2023.5.7
charset-normalizer==3.1.0 charset-normalizer==3.1.0
click==8.1.3
cmake==3.26.3 cmake==3.26.3
datasets==2.12.0 datasets==2.4.0
dill==0.3.6 dill==0.3.5.1
filelock==3.12.0 filelock==3.12.0
frozenlist==1.3.3 frozenlist==1.3.3
fsspec==2023.5.0 fsspec==2023.5.0
...@@ -19,7 +20,7 @@ lit==16.0.3 ...@@ -19,7 +20,7 @@ lit==16.0.3
MarkupSafe==2.1.2 MarkupSafe==2.1.2
mpmath==1.3.0 mpmath==1.3.0
multidict==6.0.4 multidict==6.0.4
multiprocess==0.70.14 multiprocess==0.70.13
networkx==3.1 networkx==3.1
numpy==1.24.3 numpy==1.24.3
nvidia-cublas-cu11==11.10.3.66 nvidia-cublas-cu11==11.10.3.66
...@@ -43,20 +44,21 @@ PyYAML==6.0 ...@@ -43,20 +44,21 @@ PyYAML==6.0
regex==2023.5.5 regex==2023.5.5
requests==2.30.0 requests==2.30.0
responses==0.18.0 responses==0.18.0
sacremoses==0.0.53
scikit-learn==1.2.2 scikit-learn==1.2.2
scipy==1.10.1 scipy==1.10.1
six==1.16.0 six==1.16.0
sympy==1.12 sympy==1.12
threadpoolctl==3.1.0 threadpoolctl==3.1.0
tokenizers==0.13.3 tokenizers==0.12.1
torch==2.0.1 torch==2.0.1
torchaudio==2.0.2 torchaudio==2.0.2
torchvision==0.15.2 torchvision==0.15.2
tqdm==4.65.0 tqdm==4.65.0
transformers==4.29.0 transformers==4.18.0
triton==2.0.0 triton==2.0.0
typing_extensions==4.5.0 typing_extensions==4.5.0
tzdata==2023.3 tzdata==2023.3
urllib3==2.0.2 urllib3==2.0.2
xxhash==3.2.0 xxhash==3.2.0
yarl==1.9.2 yarl==1.9.2
\ No newline at end of file
train_classifiers.sh
+ 1
− 1
View file @ b27f964b
...@@ -11,7 +11,7 @@ ...@@ -11,7 +11,7 @@
# To reproduce the results of MELODI team, do NOT change other params. # To reproduce the results of MELODI team, do NOT change other params.
# bare classifier # bare classifier
python pytorch_classifier.py --num_epochs 6 --data_path 'PATH_TO_REPO' python pytorch_classifier.py --num_epochs 5 --data_path 'PATH_TO_REPO'
# Train the adapters: # Train the adapters:
python make_adapter.py --num_epochs 15 --data_path 'PATH_TO_REPO' --freeze_layers 'layer.1;layer.2;layer.3' python make_adapter.py --num_epochs 15 --data_path 'PATH_TO_REPO' --freeze_layers 'layer.1;layer.2;layer.3'
......
utils.py
+ 18
− 5
View file @ b27f964b
...@@ -210,6 +210,19 @@ def print_results_to_file(corpus, test_sentences, test_results, ...@@ -210,6 +210,19 @@ def print_results_to_file(corpus, test_sentences, test_results,
the specifications of the Shared task. the specifications of the Shared task.
Returns: one file per corpus with predictions. Returns: one file per corpus with predictions.
''' '''
output_folder = 'results'
header = '\t'.join(['doc',
'unit1_toks',
'unit2_toks',
'unit1_txt',
'unit2_txt',
's1_toks',
's2_toks',
'unit1_sent',
'unit2_sent',
'dir',
'orig_label',
'predicted_label'])
# create a dict of all the substitutions that were made # create a dict of all the substitutions that were made
revert_substitutions = {} revert_substitutions = {}
...@@ -222,8 +235,8 @@ def print_results_to_file(corpus, test_sentences, test_results, ...@@ -222,8 +235,8 @@ def print_results_to_file(corpus, test_sentences, test_results,
revert_substitutions[l[1]][l[2]] = l[0] revert_substitutions[l[1]][l[2]] = l[0]
# save the results in a separate folder, one file per corpus # save the results in a separate folder, one file per corpus
if not os.path.exists('test_results_ST3'): if not os.path.exists(output_folder):
os.makedirs('test_results_ST3') os.makedirs(output_folder)
results_to_write = [] results_to_write = []
...@@ -236,11 +249,11 @@ def print_results_to_file(corpus, test_sentences, test_results, ...@@ -236,11 +249,11 @@ def print_results_to_file(corpus, test_sentences, test_results,
label = revert_substitutions[corpus][label] label = revert_substitutions[corpus][label]
except: except:
pass pass
temp = sent[:-2] + [label] temp = sent[:11] + [label]
assert len(temp) == 12
results_to_write.append(temp) results_to_write.append(temp)
with open('test_results_ST3/' + corpus + '.tsv', 'a+', encoding='utf-8') as f: with open(output_folder + '/' + corpus + '.tsv', 'a+', encoding='utf-8') as f:
f.write(header + '\n')
for line in results_to_write: for line in results_to_write:
f.write('\t'.join([str(x) for x in line])) f.write('\t'.join([str(x) for x in line]))
f.write('\n') f.write('\n')
\ No newline at end of file
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment