From 7dc4aa39914ff3daae6689697fdfe3707449a1b2 Mon Sep 17 00:00:00 2001
From: gobbleturk <mattdavidow@google.com>
Date: Thu, 27 Apr 2023 17:14:51 +0000
Subject: [PATCH] Add configurable beta parameters for adam

---
 MaxText/configs/base.yml | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/MaxText/configs/base.yml b/MaxText/configs/base.yml
index ad8fe84fb..e2a9fc9d2 100644
--- a/MaxText/configs/base.yml
+++ b/MaxText/configs/base.yml
@@ -109,7 +109,8 @@ prompt: "I love to "
 enable_profiler: False
 enable_checkpointing: True
 
+# Adam optimizer parameters
 adam_b1: 0.9 # Exponential decay rate to track the first moment of past gradients.
 adam_b2: 0.95 # Exponential decay rate to track the second moment of past gradients.
 adam_eps: 1.e-8 # A small constant applied to denominator outside of the square root.
-adam_eps_root: 0. # A small constant applied to denominator inside the square root
+adam_eps_root: 0. # A small constant applied to denominator inside the square root.