Full En-/Decoding for NLP with example vocab

JakubSchwenkbeck · Dec 19, 2024 · 6667fe6 · 6667fe6
1 parent fd12f05
commit 6667fe6
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/src/model/decoder.rs b/src/model/decoder.rs
@@ -20,7 +20,7 @@ pub fn decoding(
     let d_model = input.shape()[2];
 
     // Self-Attention (Masked Multi-Head Attention in the Decoder)
-    let dummy_learned_matrices = Array2::<f32>::zeros((d_model, d_model)); // Replace with actual learned parameters
+    let dummy_learned_matrices = Array2::<f32>::ones((d_model, d_model)); // Replace with actual learned parameters
     let attention_output = multi_head_attention(
         input.clone(),                  // Q
         input.clone(),                  // K

diff --git a/src/model/encoder.rs b/src/model/encoder.rs
@@ -28,7 +28,7 @@ pub fn encoding(
     let d_model = input.shape()[2];
 
     // Multi-Head Attention
-    let dummy_learned_matrices = Array2::<f32>::zeros((d_model, d_model)); // Replace with actual learned parameters
+    let dummy_learned_matrices = Array2::<f32>::ones((d_model, d_model)); // Replace with actual learned parameters
     let attention_output = multi_head_attention(
         input.clone(),                  // Q
         input.clone(),                  // K