Merge pull request #574 from kocchop:default_model_config

PiperOrigin-RevId: 622913285
AI-Hypercomputer · Apr 8, 2024 · 7482d6a · 7482d6a
2 parents 5deb01a + c3aaf39
commit 7482d6a
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/MaxText/layers/models.py b/MaxText/layers/models.py
@@ -90,7 +90,7 @@ def __call__(self,
       dropout_rate=cfg.dropout_rate,
       name='self_attention',
       quant=self.quant,
-      quantize_kvcache=self.quantize_kvcache)
+      quantize_kvcache=cfg.quantize_kvcache)
 
 
     attention_lnx = attention_layer(