update requirements and environments

adapter_classifier.py

@@ -32,9 +32,9 @@ tokenizer = AutoTokenizer.from_pretrained(args.transformer_model)
 # we are saving the test results of specific epochs
 specific_results = open_specific_results('mappings/specific_results.txt')
 if '1-2-3' in adapter_name or 'layer1;layer2;layer3' in adapter_name:
-    specific_results = specific_results['A1_3'][4]
+    specific_results = list(specific_results['A1_3'][args.num_epochs])
 else:
-    specific_results = specific_results['A1'][3]
+    specific_results = list(specific_results['A1'][args.num_epochs])
 
 set_seed(42)
 
@@ -65,7 +65,8 @@ dev_dict_df = {corpus : pd.DataFrame([[' '.join(x[-2]), x[-1]]
 test_dict_df = {corpus : pd.DataFrame([[' '.join(x[-2]), x[-1]] 
                                       for x in sents], 
                                      columns = file_header)
-               for corpus, sents in test_dict_sentences.items()}
+               for corpus, sents in test_dict_sentences.items()
+               if corpus in specific_results}
 
 #Make datasets from dataframes
 train_dataset = datasets.Dataset.from_pandas(train_df)
@@ -138,17 +139,20 @@ if args.freeze_layers != '':
 print('Start training...')
 trainer.train()
 
+# Dev results
+
 print('\nDev results:')
 for corpus in encoded_dev_dataset:
+    print()
     _ = get_predictions_huggingface(trainer, corpus, 
                                     encoded_dev_dataset[corpus])
-    
+# Save specific test results
 
 print('\nTest results:')
 for corpus in encoded_test_dataset:
+    print()
     test_results = get_predictions_huggingface(trainer, corpus, 
                                     encoded_test_dataset[corpus])
-    
-    if corpus in specific_results:
-        print_results_to_file(corpus, test_dict_sentences[corpus], test_results, 
-                              inv_mappings, substitutions_file)
\ No newline at end of file
+
+    print_results_to_file(corpus, test_dict_sentences[corpus], test_results, 
+                          inv_mappings, substitutions_file)
\ No newline at end of file

environment.yml

@@ -22,16 +22,17 @@ dependencies:
   - xz=5.4.2=h5eee18b_0
   - zlib=1.2.13=h5eee18b_0
   - pip:
-    - adapter-transformers==3.2.1
+    - adapter-transformers==3.0.1
     - aiohttp==3.8.4
     - aiosignal==1.3.1
     - async-timeout==4.0.2
     - attrs==23.1.0
     - certifi==2023.5.7
     - charset-normalizer==3.1.0
+    - click==8.1.3
     - cmake==3.26.3
-    - datasets==2.12.0
-    - dill==0.3.6
+    - datasets==2.4.0
+    - dill==0.3.5.1
     - filelock==3.12.0
     - frozenlist==1.3.3
     - fsspec==2023.5.0
@@ -43,7 +44,7 @@ dependencies:
     - markupsafe==2.1.2
     - mpmath==1.3.0
     - multidict==6.0.4
-    - multiprocess==0.70.14
+    - multiprocess==0.70.13
     - networkx==3.1
     - numpy==1.24.3
     - nvidia-cublas-cu11==11.10.3.66
@@ -67,17 +68,18 @@ dependencies:
     - regex==2023.5.5
     - requests==2.30.0
     - responses==0.18.0
+    - sacremoses==0.0.53
     - scikit-learn==1.2.2
     - scipy==1.10.1
     - six==1.16.0
     - sympy==1.12
     - threadpoolctl==3.1.0
-    - tokenizers==0.13.3
+    - tokenizers==0.12.1
     - torch==2.0.1
     - torchaudio==2.0.2
     - torchvision==0.15.2
     - tqdm==4.65.0
-    - transformers==4.29.0
+    - transformers==4.18.0
     - triton==2.0.0
     - typing-extensions==4.5.0
     - tzdata==2023.3

mappings/specific_results.txt

-Model	Epochs	Corpus
-A1	3	eng.pdtb.pdtb
-A1	3	eng.rst.gum
-A1	3	por.pdtb.crpc
-A1	3	por.pdtb.tedm
-A1	3	rus.rst.rrt
-A1	3	spa.rst.sctb
-A1	3	tha.pdtb.tdtb
-A1	3	zho.dep.scidtb
-A1_3	4	deu.rst.pcc
-A1_3	4	eng.dep.scidtb
+BEST	EPOCH	Corpus
+B	3	deu.rst.pcc
+B	2	eng.dep.covdtb
+B	3	eng.dep.scidtb
+B	3	eng.pdtb.pdtb
+A1_3	4	eng.pdtb.tedm
+A1_3	4	eng.rst.gum
 A1_3	4	eng.rst.rstdt
 A1_3	4	eng.sdrt.stac
 A1_3	4	eus.rst.ert
-A1_3	4	fas.rst.prstc
+B	1	fas.rst.prstc
 A1_3	4	fra.sdrt.annodis
 A1_3	4	ita.pdtb.luna
 A1_3	4	nld.rst.nldt
+A1	3	por.pdtb.crpc
+A1_3	4	por.pdtb.tedm
 A1_3	4	por.rst.cstn
+A1_3	4	rus.rst.rrt
 A1_3	4	spa.rst.rststb
-A1_3	4	tur.pdtb.tdb
+B	5	spa.rst.sctb
+B	5	tha.pdtb.tdtb
+B	3	tur.pdtb.tdb
 A1_3	4	tur.pdtb.tedm
-A1_3	4	zho.rst.gcdt
-B	6	eng.dep.covdtb
-B	2	eng.pdtb.tedm
+A1	3	zho.dep.scidtb
 B	3	zho.pdtb.cdtb
-B	3	zho.rst.sctb
\ No newline at end of file
+A1	3	zho.rst.gcdt
+B	2	zho.rst.sctb
\ No newline at end of file

mappings/substitutions.txt

 ORIGINAL-LABEL	ORIGINAL-CORPUS	SUBSTITUTE
-alternation	fra.sdrt.annodis	expansion.alternative
-alternation	eng.sdrt.stac	expansion.alternative
-alternative	spa.rst.rststb	expansion.alternative
-alternative	zho.pdtb.cdtb	expansion.alternative
-bg-general	zho.dep.scidtb	background	
-bg-general	eng.dep.scidtb	background
-causation	zho.pdtb.cdtb	cause
-conditional	fra.sdrt.annodis	condition
-conditional	eng.sdrt.stac	condition        
-conditional	zho.pdtb.cdtb	condition
-conjunction	spa.rst.sctb	expansion.conjunction
-conjunction	eus.rst.ert	expansion.conjunction
-conjunction	deu.rst.pcc	expansion.conjunction
-conjunction	zho.rst.sctb	expansion.conjunction
-conjunction	nld.rst.nldt	expansion.conjunction
-conjunction	spa.rst.rststb	expansion.conjunction
-correction	eng.sdrt.stac	expansion.correction
-disjunction	spa.rst.sctb	expansion.disjunction
-disjunction	eus.rst.ert	expansion.disjunction
-disjunction	deu.rst.pcc	expansion.disjunction
-disjunction	zho.rst.sctb	expansion.disjunction
-disjunction	nld.rst.nldt	expansion.disjunction
-disjunction	spa.rst.rststb	expansion.disjunction
-evidence	spa.rst.sctb	explanation-evidence
-evidence	rus.rst.rrt	explanation-evidence
-evidence	por.rst.cstn	explanation-evidence
-evidence	eus.rst.ert	explanation-evidence
-evidence	deu.rst.pcc	explanation-evidence
-evidence	zho.rst.sctb	explanation-evidence
-evidence	nld.rst.nldt	explanation-evidence
-evidence	spa.rst.rststb	explanation-evidence
-exp-evidence	zho.dep.scidtb	explanation-evidence
-exp-evidence	eng.dep.scidtb	explanation-evidence
-goal	fra.sdrt.annodis	purpose-goal
-joint-disjunction	zho.rst.gcdt	expansion.disjunction
-justify	spa.rst.sctb	explanation-justify
-justify	por.rst.cstn	explanation-justify
-justify	eus.rst.ert	explanation-justify
-justify	zho.rst.sctb	explanation-justify
-justify	nld.rst.nldt	explanation-justify
-justify	spa.rst.rststb	explanation-justify
-list	spa.rst.sctb	joint-list
-list	por.rst.cstn	joint-list
-list	eus.rst.ert	joint-list
-list	deu.rst.pcc	joint-list
-list	zho.rst.sctb	joint-list	
-list	nld.rst.nldt	joint-list
-list	spa.rst.rststb	joint-list
-motivation	spa.rst.sctb	explanation-motivation
-motivation	rus.rst.rrt	explanation-motivation
-motivation	por.rst.cstn	explanation-motivation
-motivation	eus.rst.ert	explanation-motivation
-motivation	zho.rst.sctb	explanation-motivation
-motivation	nld.rst.nldt	explanation-motivation
-motivation	spa.rst.rststb	explanation-motivation
-otherwise	por.rst.cstn	adversative     
-otherwise	eus.rst.ert	adversative
-otherwise	nld.rst.nldt	adversative
-repetition	ita.pdtb.luna	restatement-repetition
-restatement	spa.rst.sctb	expansion.restatement
-restatement	rus.rst.rrt	expansion.restatement	
-restatement	por.rst.cstn	expansion.restatement
-restatement	eus.rst.ert	expansion.restatement
-restatement	deu.rst.pcc	expansion.restatement
-restatement	zho.rst.sctb	expansion.restatement
-restatement	nld.rst.nldt	expansion.restatement
-restatement	spa.rst.rststb	expansion.restatement
-restatement	eng.rst.gum	expansion.restatement
-sequence	spa.rst.sctb	joint-sequence	
-sequence	rus.rst.rrt	joint-sequence	
-sequence	por.rst.cstn	joint-sequence	
-sequence	eus.rst.ert	joint-sequence
-sequence	deu.rst.pcc	joint-sequence
-sequence	zho.rst.sctb	joint-sequence
-sequence	nld.rst.nldt	joint-sequence
-sequence	spa.rst.rststb	joint-sequence
-temporal.synchrony	ita.pdtb.luna	temporal.synchronous
-textual-organization	eng.rst.rstdt	organization
-unconditional	eus.rst.ert	expansion.disjunction
-unconditional	nld.rst.nldt	expansion.disjunction
-unless	eus.rst.ert	contrast      
-unless	nld.rst.nldt	contrast  
-unless	spa.rst.rststb	contrast
-cause-result	eng.dep.covdtb	cause-effect
-qap	por.pdtb.crpc	question_answer_pair
-expansion.level	por.pdtb.crpc	expansion.level-of-detail
-qap.hypophora	por.pdtb.crpc	hypophora
-findings	eng.dep.covdtb	result
-textual-organization	eng.dep.covdtb	organization
-expansion.genexpansion	tha.pdtb.tdtb	expansion
\ No newline at end of file
+Alternation	eng.sdrt.stac	expansion.alternative
+Alternative	zho.pdtb.cdtb	expansion.alternative
+Causation	zho.pdtb.cdtb	cause
+CAUSE-RESULT	eng.dep.covdtb	cause-effect
+Comparison.Concession	eng.pdtb.pdtb	comparison.concession
+Comparison.Concession	tur.pdtb.tdb	comparison.concession
+Comparison.Concession	por.pdtb.tedm	comparison.concession
+Comparison.Concession	eng.pdtb.tedm	comparison.concession
+Comparison.Concession	tur.pdtb.tedm	comparison.concession
+Comparison.Concession+SpeechAct	eng.pdtb.pdtb	comparison.concession+speechact
+Comparison.Concession+SpeechAct	tur.pdtb.tdb	comparison.concession+speechact
+Comparison.Concession+SpeechAct	por.pdtb.tedm	comparison.concession+speechact
+Comparison.Concession+SpeechAct	tur.pdtb.tedm	comparison.concession+speechact
+Comparison.Contrast	eng.pdtb.pdtb	comparison.contrast
+Comparison.Contrast	tur.pdtb.tdb	comparison.contrast
+Comparison.Contrast	por.pdtb.tedm	comparison.contrast
+Comparison.Contrast	eng.pdtb.tedm	comparison.contrast
+Comparison.Contrast	tur.pdtb.tedm	comparison.contrast
+Comparison.Degree	tur.pdtb.tdb	comparison.degree
+Comparison.Similarity	eng.pdtb.pdtb	comparison.similarity
+Comparison.Similarity	tur.pdtb.tdb	comparison.similarity
+Comparison.Similarity	por.pdtb.tedm	comparison.similarity
+Comparison.Similarity	eng.pdtb.tedm	comparison.similarity
+Comparison.Similarity	tur.pdtb.tedm	comparison.similarity
+Conditional	eng.sdrt.stac	condition
+Conditional	zho.pdtb.cdtb	condition
+Contingency.Cause	eng.pdtb.pdtb	contingency.cause
+Contingency.Cause	tur.pdtb.tdb	contingency.cause
+Contingency.Cause	por.pdtb.tedm	contingency.cause
+Contingency.Cause	eng.pdtb.tedm	contingency.cause
+Contingency.Cause	tur.pdtb.tedm	contingency.cause
+Contingency.Cause+Belief	eng.pdtb.pdtb	contingency.cause+belief
+Contingency.Cause+Belief	tur.pdtb.tdb	contingency.cause+belief
+Contingency.Cause+Belief	por.pdtb.tedm	contingency.cause+belief
+Contingency.Cause+Belief	eng.pdtb.tedm	contingency.cause+belief
+Contingency.Cause+Belief	tur.pdtb.tedm	contingency.cause+belief
+Contingency.Cause+SpeechAct	eng.pdtb.pdtb	contingency.cause+speechact
+Contingency.Cause+SpeechAct	tur.pdtb.tdb	contingency.cause+speechact
+Contingency.Cause+SpeechAct	por.pdtb.tedm	contingency.cause+speechact
+Contingency.Cause+SpeechAct	eng.pdtb.tedm	contingency.cause+speechact
+Contingency.Cause+SpeechAct	tur.pdtb.tedm	contingency.cause+speechact
+Contingency.Condition	eng.pdtb.pdtb	contingency.condition
+Contingency.Condition	tur.pdtb.tdb	contingency.condition
+Contingency.Condition	por.pdtb.tedm	contingency.condition
+Contingency.Condition	eng.pdtb.tedm	contingency.condition
+Contingency.Condition	tur.pdtb.tedm	contingency.condition
+Contingency.Condition+SpeechAct	eng.pdtb.pdtb	contingency.condition+speechact
+Contingency.Condition+SpeechAct	por.pdtb.tedm	contingency.condition+speechact
+Contingency.Condition+SpeechAct	eng.pdtb.tedm	contingency.condition+speechact
+Contingency.Condition+SpeechAct	tur.pdtb.tedm	contingency.condition+speechact
+Contingency.Negative-cause	eng.pdtb.pdtb	contingency.negative-cause
+Contingency.Negative-condition	eng.pdtb.pdtb	contingency.negative-condition
+Contingency.Negative-condition	tur.pdtb.tdb	contingency.negative-condition
+Contingency.Negative-condition	tur.pdtb.tedm	contingency.negative-condition
+Contingency.Purpose	eng.pdtb.pdtb	contingency.purpose
+Contingency.Purpose	tur.pdtb.tdb	contingency.purpose
+Contingency.Purpose	por.pdtb.tedm	contingency.purpose
+Contingency.Purpose	eng.pdtb.tedm	contingency.purpose
+Contingency.Purpose	tur.pdtb.tedm	contingency.purpose
+Correction	eng.sdrt.stac	expansion.correction
+Expansion	tur.pdtb.tedm	expansion
+Expansion.Conjunction	eng.pdtb.pdtb	expansion.conjunction
+Expansion.Conjunction	tur.pdtb.tdb	expansion.conjunction
+Expansion.Conjunction	por.pdtb.tedm	expansion.conjunction
+Expansion.Conjunction	eng.pdtb.tedm	expansion.conjunction
+Expansion.Conjunction	tur.pdtb.tedm	expansion.conjunction
+Expansion.Correction	tur.pdtb.tdb	expansion.correction
+Expansion.Disjunction	eng.pdtb.pdtb	expansion.disjunction
+Expansion.Disjunction	tur.pdtb.tdb	expansion.disjunction
+Expansion.Disjunction	por.pdtb.tedm	expansion.disjunction
+Expansion.Disjunction	eng.pdtb.tedm	expansion.disjunction
+Expansion.Disjunction	tur.pdtb.tedm	expansion.disjunction
+Expansion.Equivalence	eng.pdtb.pdtb	expansion.equivalence
+Expansion.Equivalence	tur.pdtb.tdb	expansion.equivalence
+Expansion.Equivalence	por.pdtb.tedm	expansion.equivalence
+Expansion.Equivalence	eng.pdtb.tedm	expansion.equivalence
+Expansion.Equivalence	tur.pdtb.tedm	expansion.equivalence
+Expansion.Exception	eng.pdtb.pdtb	expansion.exception
+Expansion.Exception	tur.pdtb.tdb	expansion.exception
+Expansion.Exception	eng.pdtb.tedm	expansion.exception
+Expansion.Exception	tur.pdtb.tedm	expansion.exception
+Expansion.GenExpansion	tha.pdtb.tdtb	expansion
+Expansion.Instantiation	eng.pdtb.pdtb	expansion.instantiation
+Expansion.Instantiation	tur.pdtb.tdb	expansion.instantiation
+Expansion.Instantiation	por.pdtb.tedm	expansion.instantiation
+Expansion.Instantiation	eng.pdtb.tedm	expansion.instantiation
+Expansion.Instantiation	tur.pdtb.tedm	expansion.instantiation
+Expansion.Level	por.pdtb.crpc	expansion.level-of-detail
+Expansion.Level-of-detail	eng.pdtb.pdtb	expansion.level-of-detail
+Expansion.Level-of-detail	tur.pdtb.tdb	expansion.level-of-detail
+Expansion.Level-of-detail	por.pdtb.tedm	expansion.level-of-detail
+Expansion.Level-of-detail	eng.pdtb.tedm	expansion.level-of-detail
+Expansion.Level-of-detail	tur.pdtb.tedm	expansion.level-of-detail
+Expansion.Manner	eng.pdtb.pdtb	expansion.manner
+Expansion.Manner	tur.pdtb.tdb	expansion.manner
+Expansion.Manner	por.pdtb.tedm	expansion.manner
+Expansion.Manner	eng.pdtb.tedm	expansion.manner
+Expansion.Manner	tur.pdtb.tedm	expansion.manner
+Expansion.Substitution	eng.pdtb.pdtb	expansion.substitution
+Expansion.Substitution	tur.pdtb.tdb	expansion.substitution
+Expansion.Substitution	por.pdtb.tedm	expansion.substitution
+Expansion.Substitution	eng.pdtb.tedm	expansion.substitution
+Expansion.Substitution	tur.pdtb.tedm	expansion.substitution
+FINDINGS	eng.dep.covdtb	result
+Hypophora	eng.pdtb.pdtb	hypophora
+Hypophora	tur.pdtb.tdb	hypophora
+Hypophora	por.pdtb.tedm	hypophora
+Hypophora	eng.pdtb.tedm	hypophora
+Hypophora	tur.pdtb.tedm	hypophora
+QAP	por.pdtb.crpc	question_answer_pair
+QAP.Hypophora	por.pdtb.crpc	hypophora
+Repetition	ita.pdtb.luna	restatement-repetition
+Temporal.Asynchronous	eng.pdtb.pdtb	temporal.asynchronous
+Temporal.Asynchronous	tur.pdtb.tdb	temporal.asynchronous
+Temporal.Asynchronous	por.pdtb.tedm	temporal.asynchronous
+Temporal.Asynchronous	eng.pdtb.tedm	temporal.asynchronous
+Temporal.Asynchronous	tur.pdtb.tedm	temporal.asynchronous
+Temporal.Synchronous	eng.pdtb.pdtb	temporal.synchronous
+Temporal.Synchronous	tur.pdtb.tdb	temporal.synchronous
+Temporal.Synchronous	por.pdtb.tedm	temporal.synchronous
+Temporal.Synchronous	eng.pdtb.tedm	temporal.synchronous
+Temporal.Synchronous	tur.pdtb.tedm	temporal.synchronous
+Temporal.Synchrony	ita.pdtb.luna	temporal.synchronous
+TEXTUAL-ORGANIZATION	eng.dep.covdtb	organization
\ No newline at end of file

pytorch_classifier.py

@@ -3,7 +3,7 @@
 
 import torch
 import numpy as np
-from transformers import AutoModel, AutoTokenizer, get_linear_schedule_with_warmup
+from transformers import AutoModel, AutoTokenizer, get_linear_schedule_with_warmup, set_seed
 from torch import nn
 from torch.optim import AdamW
 from torch.utils.data import DataLoader
@@ -24,6 +24,7 @@ dt_string = now.strftime("%d.%m.%y-%H:%M:%S")
 layers_to_freeze = args.freeze_layers.split(";")
 substitutions_file = 'mappings/substitutions.txt'
 specific_results = open_specific_results('mappings/specific_results.txt')['B']
+set_seed(42)
 
 # ===============
 # Dataset class

requirements.txt

-adapter-transformers==3.2.1
+adapter-transformers==3.0.1
 aiohttp==3.8.4
 aiosignal==1.3.1
 async-timeout==4.0.2
 attrs==23.1.0
 certifi==2023.5.7
 charset-normalizer==3.1.0
+click==8.1.3
 cmake==3.26.3
-datasets==2.12.0
-dill==0.3.6
+datasets==2.4.0
+dill==0.3.5.1
 filelock==3.12.0
 frozenlist==1.3.3
 fsspec==2023.5.0
@@ -19,7 +20,7 @@ lit==16.0.3
 MarkupSafe==2.1.2
 mpmath==1.3.0
 multidict==6.0.4
-multiprocess==0.70.14
+multiprocess==0.70.13
 networkx==3.1
 numpy==1.24.3
 nvidia-cublas-cu11==11.10.3.66
@@ -43,20 +44,21 @@ PyYAML==6.0
 regex==2023.5.5
 requests==2.30.0
 responses==0.18.0
+sacremoses==0.0.53
 scikit-learn==1.2.2
 scipy==1.10.1
 six==1.16.0
 sympy==1.12
 threadpoolctl==3.1.0
-tokenizers==0.13.3
+tokenizers==0.12.1
 torch==2.0.1
 torchaudio==2.0.2
 torchvision==0.15.2
 tqdm==4.65.0
-transformers==4.29.0
+transformers==4.18.0
 triton==2.0.0
 typing_extensions==4.5.0
 tzdata==2023.3
 urllib3==2.0.2
 xxhash==3.2.0
-yarl==1.9.2
+yarl==1.9.2
\ No newline at end of file

train_classifiers.sh

@@ -11,7 +11,7 @@
 # To reproduce the results of MELODI team, do NOT change other params.
 
 # bare classifier
-python pytorch_classifier.py --num_epochs 6 --data_path 'PATH_TO_REPO'
+python pytorch_classifier.py --num_epochs 5 --data_path 'PATH_TO_REPO'
 
 # Train the adapters:
 python make_adapter.py --num_epochs 15 --data_path 'PATH_TO_REPO' --freeze_layers 'layer.1;layer.2;layer.3'

utils.py

@@ -210,6 +210,19 @@ def print_results_to_file(corpus, test_sentences, test_results,
         the specifications of the Shared task.
         Returns: one file per corpus with predictions.
     '''
+    output_folder = 'results'
+    header = '\t'.join(['doc',
+                         'unit1_toks',
+                         'unit2_toks',
+                         'unit1_txt',
+                         'unit2_txt',
+                         's1_toks',
+                         's2_toks',
+                         'unit1_sent',
+                         'unit2_sent',
+                         'dir',
+                         'orig_label',
+                         'predicted_label'])
     
     # create a dict of all the substitutions that were made
     revert_substitutions = {}
@@ -222,8 +235,8 @@ def print_results_to_file(corpus, test_sentences, test_results,
             revert_substitutions[l[1]][l[2]] = l[0]
     
     # save the results in a separate folder, one file per corpus
-    if not os.path.exists('test_results_ST3'):
-        os.makedirs('test_results_ST3')
+    if not os.path.exists(output_folder):
+        os.makedirs(output_folder)
     
     results_to_write = []
     
@@ -236,11 +249,11 @@ def print_results_to_file(corpus, test_sentences, test_results,
                     label = revert_substitutions[corpus][label]
         except:
             pass
-        temp  = sent[:-2] + [label]
-        assert len(temp) == 12
+        temp  = sent[:11] + [label]
         results_to_write.append(temp)
     
-    with open('test_results_ST3/' + corpus + '.tsv', 'a+', encoding='utf-8') as f:
+    with open(output_folder + '/' + corpus + '.tsv', 'a+', encoding='utf-8') as f:
+        f.write(header + '\n')
         for line in results_to_write:
             f.write('\t'.join([str(x) for x in line]))
             f.write('\n')
\ No newline at end of file