From cc1e8419cad1656d3d476f652034044333aa4dd2 Mon Sep 17 00:00:00 2001 From: David Kelley Date: Fri, 9 Apr 2021 12:31:56 -0700 Subject: [PATCH] acknowledge --- basenji/layers.py | 1 + 1 file changed, 1 insertion(+) diff --git a/basenji/layers.py b/basenji/layers.py index 8c695bc3..5a51300f 100644 --- a/basenji/layers.py +++ b/basenji/layers.py @@ -329,6 +329,7 @@ def __init__(self, zero_initialize=True, initializer=None): """Creates a MultiheadAttention module. + Original version written by Ziga Avsec. Args: value_size: The size of each value embedding per head.