From 01039134a60a120476bb61d41552958c5d844334 Mon Sep 17 00:00:00 2001 From: smilesun Date: Wed, 4 Dec 2024 18:41:15 +0100 Subject: [PATCH 1/2] benchmark lr_scheduler --- examples/benchmark/aistat_trainer_combo_dial_irm_erm_mhof.yaml | 1 + 1 file changed, 1 insertion(+) diff --git a/examples/benchmark/aistat_trainer_combo_dial_irm_erm_mhof.yaml b/examples/benchmark/aistat_trainer_combo_dial_irm_erm_mhof.yaml index fee4cfd8a..05be51810 100644 --- a/examples/benchmark/aistat_trainer_combo_dial_irm_erm_mhof.yaml +++ b/examples/benchmark/aistat_trainer_combo_dial_irm_erm_mhof.yaml @@ -24,6 +24,7 @@ domainlab_args: zy_dim: 64 zd_dim: 64 opt: AdamW + lr_scheduler: CosineAnnealingLR Shared params: From c4d8bfc6023b66d55938619256ed83ee69413b1e Mon Sep 17 00:00:00 2001 From: Xudong Sun Date: Tue, 10 Dec 2024 10:54:27 +0100 Subject: [PATCH 2/2] Update aistat_trainer_combo_dial_irm_erm_mhof.yaml --- ...aistat_trainer_combo_dial_irm_erm_mhof.yaml | 18 +++++++++++++++--- 1 file changed, 15 insertions(+), 3 deletions(-) diff --git a/examples/benchmark/aistat_trainer_combo_dial_irm_erm_mhof.yaml b/examples/benchmark/aistat_trainer_combo_dial_irm_erm_mhof.yaml index 05be51810..8225eed2f 100644 --- a/examples/benchmark/aistat_trainer_combo_dial_irm_erm_mhof.yaml +++ b/examples/benchmark/aistat_trainer_combo_dial_irm_erm_mhof.yaml @@ -23,11 +23,17 @@ domainlab_args: zx_dim: 0 zy_dim: 64 zd_dim: 64 - opt: AdamW lr_scheduler: CosineAnnealingLR Shared params: + opt: + distribution: categorical + datatype: str + values: + - AdamW + - Adam + nb4reg_over_task_ratio: distribution: categorical # name of the distribution datatype: int @@ -80,14 +86,14 @@ fixed_multplier_irm_dial: trainer: irm_dial shared: - gamma_reg - - nb4reg_over_task_ratio + - opt feedforward_irm_dial: model: erm trainer: hyperscheduler_irm_dial shared: - gamma_reg - - nb4reg_over_task_ratio + - opt mhof_irm_dial_erm: model: erm @@ -99,7 +105,13 @@ mhof_irm_dial_erm: nb4reg_over_task_ratio: 0 str_setpoint_ada: "SliderAnyComponent()" shared: + - opt - k_i_gain_ratio - mu_init - mu_clip - exp_shoulder_clip + + erm: + model: erm + shared: + - opt