Update hps.py

causal_models/hps.py

@@ -12,12 +12,12 @@ def update(self, dict):
 embed = Hparams()
 embed.input_channels = 1
 embed.lr = 1e-3
-embed.wd = 1e-3  # 0.05
+embed.wd = 1e-3
 embed.lr_warmup_steps = 100
 embed.bottleneck = 4
 embed.cond_prior = True
 embed.z_max_res = 128
-embed.z_dim = [48, 30, 24, 18, 12, 6, 1]  # 16
+embed.z_dim = [48, 30, 24, 18, 12, 6, 1]
 embed.input_res = 224
 embed.enc_arch = "224b2d2,112b4d2,56b9d2,28b14d2,14b14d2,7b9d7,1b5"
 embed.dec_arch = "1b5,7b10,14b15,28b15,56b10,112b5,224b3"
@@ -28,16 +28,18 @@ def update(self, dict):
 embed.eval_freq = 1
 embed.grad_clip = 350
 embed.grad_skip = 25000
-embed.beta = 3.0
+embed.beta = 1.0
 embed.accu_steps = 2
 embed.bias_max_res = 64
 embed.x_like = "fixed_dgauss"
 embed.std_init = 1e-2
+embed.epochs = 20
 HPARAMS_REGISTRY["embed"] = embed
 
 padchest = copy.deepcopy(embed)
 padchest.parents_x = ["scanner", "sex"]
 padchest.context_dim = 2
+padchest.beta = 3.0
 HPARAMS_REGISTRY["padchest"] = padchest