From 15542c988cd4fd9840427d286361ab98cfe3105f Mon Sep 17 00:00:00 2001 From: Riccardo Orlando Date: Mon, 22 Feb 2021 17:16:48 +0100 Subject: [PATCH] Expose transformer `hidden_size` --- setup.py | 2 +- transformer_embedder/embedder.py | 3 ++- 2 files changed, 3 insertions(+), 2 deletions(-) diff --git a/setup.py b/setup.py index 9d22905..937874a 100644 --- a/setup.py +++ b/setup.py @@ -5,7 +5,7 @@ setuptools.setup( name="transformer_embedder", # Replace with your own username - version="1.4.1", + version="1.4.2", author="Riccardo Orlando", author_email="orlandoricc@gmail.com", description="Word level transformer based embeddings", diff --git a/transformer_embedder/embedder.py b/transformer_embedder/embedder.py index 313c93f..5d81d41 100644 --- a/transformer_embedder/embedder.py +++ b/transformer_embedder/embedder.py @@ -48,7 +48,8 @@ def __init__( @property def hidden_size(self): - return self.transformer_model.config.hidden_size + multiplayer = 4 if self.output_layer == "concat" else 1 + return self.transformer_model.config.hidden_size * multiplayer def forward( self,