-
Caroline de Pourtalès authoredCaroline de Pourtalès authored
config.ini 515 B
[VERSION]
transformers = 4.16.2
[DATASET_PARAMS]
symbols_vocab_size = 26
atom_vocab_size = 18
max_len_sentence = 83
max_atoms_in_sentence = 900
max_atoms_in_one_type = 360
[MODEL_ENCODER]
dim_encoder = 768
[MODEL_LINKER]
nhead = 8
dim_emb_atom = 256
dim_feedforward_transformer = 512
num_layers = 3
dim_cat_out = 256
dim_intermediate_ffn = 128
dim_pre_sinkhorn_transfo = 32
dropout = 0.1
sinkhorn_iters = 5
[MODEL_TRAINING]
batch_size = 32
pretrain_linker_epochs = 1
epoch = 1
seed_val = 42
learning_rate = 2e-3