Fix reward scale for DT configs (#75)

tinkoff-ai · Aug 1, 2023 · 6afec90 · 6afec90
1 parent 8767912
commit 6afec90
Show file tree

Hide file tree

Showing 9 changed files with 9 additions and 9 deletions.
diff --git a/configs/offline/dt/halfcheetah/medium_expert_v2.yaml b/configs/offline/dt/halfcheetah/medium_expert_v2.yaml
@@ -23,7 +23,7 @@ num_layers: 3
 num_workers: 4
 project: "CORL"
 residual_dropout: 0.1
-reward_scale: 1.0
+reward_scale: 0.001
 seq_len: 20
 target_returns: [12000.0, 6000.0]
 train_seed: 10

diff --git a/configs/offline/dt/halfcheetah/medium_replay_v2.yaml b/configs/offline/dt/halfcheetah/medium_replay_v2.yaml
@@ -23,7 +23,7 @@ num_layers: 3
 num_workers: 4
 project: "CORL"
 residual_dropout: 0.1
-reward_scale: 1.0
+reward_scale: 0.001
 seq_len: 20
 target_returns: [12000.0, 6000.0]
 train_seed: 10

diff --git a/configs/offline/dt/halfcheetah/medium_v2.yaml b/configs/offline/dt/halfcheetah/medium_v2.yaml
@@ -23,7 +23,7 @@ num_layers: 3
 num_workers: 4
 project: "CORL"
 residual_dropout: 0.1
-reward_scale: 1.0
+reward_scale: 0.001
 seq_len: 20
 target_returns: [12000.0, 6000.0]
 train_seed: 10

diff --git a/configs/offline/dt/hopper/medium_expert_v2.yaml b/configs/offline/dt/hopper/medium_expert_v2.yaml
@@ -23,7 +23,7 @@ num_layers: 3
 num_workers: 4
 project: "CORL"
 residual_dropout: 0.1
-reward_scale: 1.0
+reward_scale: 0.001
 seq_len: 20
 target_returns: [3600.0, 1800.0]
 train_seed: 10

diff --git a/configs/offline/dt/hopper/medium_replay_v2.yaml b/configs/offline/dt/hopper/medium_replay_v2.yaml
@@ -23,7 +23,7 @@ num_layers: 3
 num_workers: 4
 project: "CORL"
 residual_dropout: 0.1
-reward_scale: 1.0
+reward_scale: 0.001
 seq_len: 20
 target_returns: [3600.0, 1800.0]
 train_seed: 10

diff --git a/configs/offline/dt/hopper/medium_v2.yaml b/configs/offline/dt/hopper/medium_v2.yaml
@@ -23,7 +23,7 @@ num_layers: 3
 num_workers: 4
 project: "CORL"
 residual_dropout: 0.1
-reward_scale: 1.0
+reward_scale: 0.001
 seq_len: 20
 target_returns: [3600.0, 1800.0]
 train_seed: 10

diff --git a/configs/offline/dt/walker2d/medium_expert_v2.yaml b/configs/offline/dt/walker2d/medium_expert_v2.yaml
@@ -23,7 +23,7 @@ num_layers: 3
 num_workers: 4
 project: "CORL"
 residual_dropout: 0.1
-reward_scale: 1.0
+reward_scale: 0.001
 seq_len: 20
 target_returns: [5000.0, 2500.0]
 train_seed: 10

diff --git a/configs/offline/dt/walker2d/medium_replay_v2.yaml b/configs/offline/dt/walker2d/medium_replay_v2.yaml
@@ -23,7 +23,7 @@ num_layers: 3
 num_workers: 4
 project: "CORL"
 residual_dropout: 0.1
-reward_scale: 1.0
+reward_scale: 0.001
 seq_len: 20
 target_returns: [5000.0, 2500.0]
 train_seed: 10

diff --git a/configs/offline/dt/walker2d/medium_v2.yaml b/configs/offline/dt/walker2d/medium_v2.yaml
@@ -23,7 +23,7 @@ num_layers: 3
 num_workers: 4
 project: "CORL"
 residual_dropout: 0.1
-reward_scale: 1.0
+reward_scale: 0.001
 seq_len: 20
 target_returns: [5000.0, 2500.0]
 train_seed: 10