arguments.py

import argparse

"""
Here are the param for the training

"""
def get_args():
    parser = argparse.ArgumentParser()
    # the environment setting
    parser.add_argument('--n-epochs', type=int, default=50, help='the number of epochs to train the agent')
    parser.add_argument('--n-cycles', type=int, default=50, help='the times to collect samples per epoch')
    parser.add_argument('--n-batches', type=int, default=40, help='the times to update the network')
    parser.add_argument('--save-interval', type=int, default=5, help='the interval that save the trajectory')
    parser.add_argument('--seed', type=int, default=123, help='random seed')
    parser.add_argument('--num-workers', type=int, default=1, help='the number of cpus to collect samples')
    parser.add_argument('--replay-strategy', type=str, default='future', help='the HER strategy')
    parser.add_argument('--clip-return', type=float, default=50, help='if clip the returns')
    parser.add_argument('--save-dir', type=str, default='saved_models/', help='the path to save the models')
    parser.add_argument('--noise-eps', type=float, default=0.2, help='noise eps')
    parser.add_argument('--random-eps', type=float, default=0.3, help='random eps')
    parser.add_argument('--buffer-size', type=int, default=int(1e6), help='the size of the buffer')
    parser.add_argument('--replay-k', type=int, default=4, help='ratio to be replace')
    parser.add_argument('--clip-obs', type=float, default=200, help='the clip ratio')
    parser.add_argument('--batch-size', type=int, default=256, help='the sample batch size')
    parser.add_argument('--gamma', type=float, default=0.98, help='the discount factor')
    parser.add_argument('--action-l2', type=float, default=1, help='l2 reg')
    parser.add_argument('--lr-actor', type=float, default=0.001, help='the learning rate of the actor')
    parser.add_argument('--lr-critic', type=float, default=0.001, help='the learning rate of the critic')
    parser.add_argument('--polyak', type=float, default=0.95, help='the average coefficient')
    parser.add_argument('--n-test-rollouts', type=int, default=10, help='the number of tests')
    parser.add_argument('--clip-range', type=float, default=5, help='the clip range')
    parser.add_argument('--demo-length', type=int, default=20, help='the demo length')
    parser.add_argument('--cuda', action='store_true', help='if use gpu do the acceleration')
    parser.add_argument('--num-rollouts-per-mpi', type=int, default=10, help='the rollouts per mpi')
    parser.add_argument('--sp-polyak', type=float, default=0.1, help='Polyak Averaging Coefficient')
    parser.add_argument('--sp-gamma', type=float, default=0.1, help='Self play gamma')
    parser.add_argument('--sp-percent', type=float, default=0.1, help='Self Play Percentage')
    parser.add_argument('--friction', type=float, default=0.18, help='friction parameter to set')
    parser.add_argument('--approach', type=str, default='baseline', help='Different approaches for experiments')
    parser.add_argument('--svpg-rollout-length', type=int, default=5)
    parser.add_argument('--nmpi', type=int, default=8) # TODO!
    parser.add_argument('--mode', type=str, default='default')
    parser.add_argument('--window-size', type=int, default=20)
    parser.add_argument("--policy-name", default="OurDDPG")  # Policy name
    parser.add_argument("--env-name", default="ErgoPushRandomizedEnv-Headless-v0")  # OpenAI gym environment name
    parser.add_argument("--start-timesteps", default=1e4,
                        type=int)  # How many time steps purely random policy is run for
    parser.add_argument("--eval-freq", default=5e3, type=float)  # How often (time steps) we evaluate
    parser.add_argument("--max-timesteps", default=1e6, type=float)  # Max time steps to run environment for
    parser.add_argument("--save-models", default=True, action="store_true")  # Whether or not models are saved
    parser.add_argument("--expl-noise", default=0.1, type=float)  # Std of Gaussian exploration noise
    parser.add_argument("--discount", default=0.99, type=float)  # Discount factor
    parser.add_argument("--tau", default=0.005, type=float)  # Target network update rate
    parser.add_argument("--policy-noise", default=0.2, type=float)  # Noise added to target policy during critic update
    parser.add_argument("--noise-clip", default=0.5, type=float)  # Range to clip target policy noise
    parser.add_argument("--policy-freq", default=2, type=int)  # Frequency of delayed policy updates
    parser.add_argument("--nparticles", default=1, type=int)
    parser.add_argument('--n-params', type=int, default=1)
    parser.add_argument('--only-sp', type=bool, default=False)


# Add more arguments if needed.

    args = parser.parse_args()

    return args