import os
import json

import sys
from utils import dict_product, iwt, generate_configs

with open("../src/MuJoCo.json") as f:
    BASE_CONFIG = json.load(f)





PARAMS = {
    "game": ["HalfCheetah-v2"],
    "mode": ["adv_ppo"],
    "out_dir": ["lstm_atla_ppo_halfcheetah/agents"],
    "norm_rewards": ["returns"],
    "initialization": ["orthogonal"],
    "anneal_lr": [True],
    "ppo_lr_adam": [1e-3],
    "val_lr": [3e-3],
    "entropy_coeff": [3e-4],
    "adv_clip_eps": [0.2],
    "adv_entropy_coeff": [1e-3],
    "adv_ppo_lr_adam": [1e-2],
    "adv_val_lr": [3e-4], 
    "save_iters": [50],
    "train_steps": [2441],
    "robust_ppo_eps": [0.15],  # used for attack
    "value_clipping": [True],
    "history_length": [100],
    "use_lstm_val": [True],
    "initial_std": [0.5],
}

generate_configs(BASE_CONFIG, PARAMS)
