Expose transformer hidden_size

Riccorl · Feb 22, 2021 · 15542c9 · 15542c9
1 parent 5e85d24
commit 15542c9
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 2 deletions.
diff --git a/setup.py b/setup.py
@@ -5,7 +5,7 @@
 
 setuptools.setup(
     name="transformer_embedder",  # Replace with your own username
-    version="1.4.1",
+    version="1.4.2",
     author="Riccardo Orlando",
     author_email="orlandoricc@gmail.com",
     description="Word level transformer based embeddings",

diff --git a/transformer_embedder/embedder.py b/transformer_embedder/embedder.py
@@ -48,7 +48,8 @@ def __init__(
 
     @property
     def hidden_size(self):
-        return self.transformer_model.config.hidden_size
+        multiplayer = 4 if self.output_layer == "concat" else 1
+        return self.transformer_model.config.hidden_size * multiplayer
 
     def forward(
         self,