From 62c4b4eef3937514dacc95a64b49878be10e6bb1 Mon Sep 17 00:00:00 2001
From: Caroline DE POURTALES <cdepourt@montana.irit.fr>
Date: Tue, 31 May 2022 17:05:11 +0200
Subject: [PATCH] concatenation works
---
Linker/PositionEncoding.py | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/Linker/PositionEncoding.py b/Linker/PositionEncoding.py
index d0d6524..5389a7a 100644
--- a/Linker/PositionEncoding.py
+++ b/Linker/PositionEncoding.py
@@ -21,5 +21,5 @@ class PositionalEncoding(nn.Module):
Args:
x: Tensor, shape [batch_size,seq_len, embedding_dim]
"""
- x = x + self.pe[:x.size(0)]
+ x = x + self.pe[:, :x.size(1)]
return self.dropout(x)
--
GitLab