diff --git a/Configuration/config.ini b/Configuration/config.ini index ed41d1ea5f9e24f830c2a9e77e5e4f7cda1ece12..53d2d9a29f9839fda6492434fccd80852aed5a39 100644 --- a/Configuration/config.ini +++ b/Configuration/config.ini @@ -3,7 +3,6 @@ transformers = 4.16.2 [DATASET_PARAMS] symbols_vocab_size=26 -atom_vocab_size=17 max_len_sentence=266 max_atoms_in_sentence=1250 max_atoms_in_one_type=510 diff --git a/Linker/PositionEncoding.py b/Linker/PositionEncoding.py index 0c7d11c4fd4cfacad0a9cc422349e421f624f9c2..d0d6524c6d948927e8a99419d415dbf3c07d61bf 100644 --- a/Linker/PositionEncoding.py +++ b/Linker/PositionEncoding.py @@ -11,9 +11,9 @@ class PositionalEncoding(nn.Module): position = torch.arange(max_len).unsqueeze(1) div_term = torch.exp(torch.arange(0, d_model, 2) * (-math.log(10000.0) / d_model)) - pe = torch.zeros(max_len, 1, d_model) - pe[:, 0, 0::2] = torch.sin(position * div_term) - pe[:, 0, 1::2] = torch.cos(position * div_term) + pe = torch.zeros(1, max_len, d_model) + pe[0, :, 0::2] = torch.sin(position * div_term) + pe[0, :, 1::2] = torch.cos(position * div_term) self.register_buffer('pe', pe) def forward(self, x):