Upload PPO LunarLander-v2 trained agent - new

README.md

@@ -16,7 +16,7 @@ model-index:
       type: LunarLander-v2
     metrics:
     - type: mean_reward
-      value: 266.87 +/- 14.02
+      value: 256.58 +/- 17.36
       name: mean_reward
       verified: false
 ---

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7f863f9bb310>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f863f9bb3a0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f863f9bb430>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f863f9bb4c0>", "_build": "<function ActorCriticPolicy._build at 0x7f863f9bb550>", "forward": "<function ActorCriticPolicy.forward at 0x7f863f9bb5e0>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7f863f9bb670>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f863f9bb700>", "_predict": "<function ActorCriticPolicy._predict at 0x7f863f9bb790>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f863f9bb820>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f863f9bb8b0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f863f9bb940>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7f863fa339c0>"}, "verbose": 1, "policy_kwargs": {}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "_shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWVggAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu", "n": 4, "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "num_timesteps": 1015808, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1677946871646863666, "learning_rate": 0.005, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/dHrhR64Ue4WUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAADOiez7IFKs9FcNbvlKAar6sTRQ9s9eqvQAAAAAAAAAAM1awvLg+obm6yjg2Xi7BMD1AfrsNMW61AACAPwAAgD8zKTe+4vYQPrW21j11zy++QLVBPByhvbwAAAAAAAAAAEA5771CdBc/8Kdwvbez2r7G/PW9cHryvAAAAAAAAAAAZoLfO1J8wbtdezi9yV1ZPdGRDz2Gdsm8AACAPwAAgD/NgKw7ysGpP9qsHDwsOqi+IC9XPJb+lT0AAAAAAAAAAM3EOrwpACC64swnM0uRhDAFDEi7BnDJswAAgD8AAIA/M9gYvfrhST66EVC9k3CNvg7ym7xfeL+8AAAAAAAAAADND1M+JiwbP93kCj30PMi+PxKWPukQp7oAAAAAAAAAAGY3I76H0xs/hIKePDSF7b5ny2q9MkC9PAAAAAAAAAAAIJoZvnE3fj8F8wq+h7rvvqF0Dr7OewA8AAAAAAAAAAAaD+I9rXvPPt1I6b191pK+Gs13O23f2bwAAAAAAAAAADOP9r1xR0Y8w7WNvcl1a72DQ7u92oNdPAAAAAAAAAAA5uJdvXsmkrrsMyg0JL2QMKOwQTlI3qCzAACAPwAAgD9mK5m8FPCYupMfqDoi2p60980NOsqKwrkAAIA/AACAP5p/NDyUprY/v0yMPmHIDT5fO8K7A12RvAAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVOxAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIjxfS4WGocECUhpRSlIwBbJRL34wBdJRHQLbtSs1baAZ1fZQoaAZoCWgPQwisVbsmJBpwQJSGlFKUaBVL7WgWR0C27YbIcR16dX2UKGgGaAloD0MI1v7O9qiScECUhpRSlGgVTQIBaBZHQLbttvNeMQ51fZQoaAZoCWgPQwim0eRijHtyQJSGlFKUaBVNAAFoFkdAtu3lm29cr3V9lChoBmgJaA9DCCF00CUcUm9AlIaUUpRoFUv6aBZHQLbuMoPkJa91fZQoaAZoCWgPQwj+1HjpZh9yQJSGlFKUaBVNBQFoFkdAtu5D1/Ue+3V9lChoBmgJaA9DCI3ROqqaM25AlIaUUpRoFUvoaBZHQLbuVcnVoYh1fZQoaAZoCWgPQwjuW60T10hxQJSGlFKUaBVL6WgWR0C27ls2BJ7LdX2UKGgGaAloD0MI+yKhLed4bUCUhpRSlGgVS/FoFkdAtu5kNH6MznV9lChoBmgJaA9DCBFwCFVqMm9AlIaUUpRoFUvoaBZHQLbuq0oScsl1fZQoaAZoCWgPQwhApUqUPShwQJSGlFKUaBVL/WgWR0C27sdr9EThdX2UKGgGaAloD0MIxO47hgdGckCUhpRSlGgVS/poFkdAtu7JD3M6inV9lChoBmgJaA9DCCEHJcy0FlBAlIaUUpRoFUuFaBZHQLbu6omXw9d1fZQoaAZoCWgPQwi3CmKgayZiQJSGlFKUaBVN6ANoFkdAtu7zJFLFoHV9lChoBmgJaA9DCEYL0LZa83FAlIaUUpRoFU0kAWgWR0C27wGYv38GdX2UKGgGaAloD0MIEvjDz3/SbUCUhpRSlGgVS+xoFkdAtu9SU6gdwXV9lChoBmgJaA9DCL7Z5sZ0Jm9AlIaUUpRoFUvYaBZHQLbvXbRWtEJ1fZQoaAZoCWgPQwgwn6wYLipxQJSGlFKUaBVL+GgWR0C27+tSAH3UdX2UKGgGaAloD0MIDeAtkCBmbUCUhpRSlGgVS91oFkdAtu/zY9Pk73V9lChoBmgJaA9DCO888Zxt0XJAlIaUUpRoFUvnaBZHQLbwK4TbnHN1fZQoaAZoCWgPQwiSA3Y1+VpuQJSGlFKUaBVL72gWR0C28Djo2XLNdX2UKGgGaAloD0MI7ImuC792bUCUhpRSlGgVS/FoFkdAtvBI3S8aoHV9lChoBmgJaA9DCIcUAyTaIHNAlIaUUpRoFUvMaBZHQLbwVko4MnZ1fZQoaAZoCWgPQwg2Hmyx2xpyQJSGlFKUaBVL8mgWR0C28Ip3LV4HdX2UKGgGaAloD0MIf8Fu2PaWcUCUhpRSlGgVTR4BaBZHQLbwiQYk3S91fZQoaAZoCWgPQwgudvus8udwQJSGlFKUaBVL6WgWR0C28L7P+n63dX2UKGgGaAloD0MIwf7r3LS3ckCUhpRSlGgVTQEBaBZHQLbwxWvbGm11fZQoaAZoCWgPQwi4dw360uNZQJSGlFKUaBVN6ANoFkdAtvDTG1hLG3V9lChoBmgJaA9DCBGsqpdfRXJAlIaUUpRoFUvwaBZHQLbw21Oj7AN1fZQoaAZoCWgPQwhC6nb2Fa1vQJSGlFKUaBVNAQFoFkdAtvDiuKXOW3V9lChoBmgJaA9DCLNeDOXEiHFAlIaUUpRoFU0EAWgWR0C28VNkrf+CdX2UKGgGaAloD0MIRnh7EAK8b0CUhpRSlGgVTQwBaBZHQLbxVh9b5dp1fZQoaAZoCWgPQwgaTS7GQCluQJSGlFKUaBVL02gWR0C28Xe0CzTndX2UKGgGaAloD0MIr1qZ8EsJP0CUhpRSlGgVS2loFkdAtvGUe/5+IHV9lChoBmgJaA9DCIeGxairaHBAlIaUUpRoFUvXaBZHQLbx2SpzcRF1fZQoaAZoCWgPQwiB64oZ4ZdwQJSGlFKUaBVL/2gWR0C28dfRJEpidX2UKGgGaAloD0MIgQncupugbkCUhpRSlGgVS/FoFkdAtvH8sVclgXV9lChoBmgJaA9DCPGCiNR0bXBAlIaUUpRoFUv5aBZHQLbyAHpr1ul1fZQoaAZoCWgPQwjO+/84oQBxQJSGlFKUaBVL8mgWR0C28hwAZKnOdX2UKGgGaAloD0MIS+oENBHlbkCUhpRSlGgVS+doFkdAtvI4BwMpgHV9lChoBmgJaA9DCATnjCgtu3FAlIaUUpRoFU0AAWgWR0C28mYHs1KodX2UKGgGaAloD0MIYw0XuSdyckCUhpRSlGgVS+hoFkdAtvJ8mVqveXV9lChoBmgJaA9DCItx/ibUHXBAlIaUUpRoFUvwaBZHQLbymDHfdh11fZQoaAZoCWgPQwg0Tdh+sh5lQJSGlFKUaBVN6ANoFkdAtvKqQhfShXV9lChoBmgJaA9DCA3BcRk3h3BAlIaUUpRoFU0LAWgWR0C28reE25xzdX2UKGgGaAloD0MIq+y7InhJcUCUhpRSlGgVS+5oFkdAtvMhJ9RaYHV9lChoBmgJaA9DCA2qDU5EKnNAlIaUUpRoFU0LAWgWR0C283PShJyydX2UKGgGaAloD0MIKPT6k/hxc0CUhpRSlGgVS7xoFkdAtvORTbWVeXV9lChoBmgJaA9DCNeIYBycyXBAlIaUUpRoFU0EAWgWR0C286QCfYjCdX2UKGgGaAloD0MIDXIXYQrNcECUhpRSlGgVS99oFkdAtvPHFId2gXV9lChoBmgJaA9DCDnwarkzoHJAlIaUUpRoFU0aAWgWR0C29BZmRNh3dX2UKGgGaAloD0MInZ53Y4GacUCUhpRSlGgVS+BoFkdAtvQutga3qnV9lChoBmgJaA9DCAAfvHZpGnJAlIaUUpRoFUv4aBZHQLb0TUsnRb91fZQoaAZoCWgPQwgSFaqbyzZxQJSGlFKUaBVL+WgWR0C29KHBpHqedX2UKGgGaAloD0MI4ZUkz3WfbkCUhpRSlGgVS/BoFkdAtvUiPDHfdnV9lChoBmgJaA9DCGYS9YJP4HBAlIaUUpRoFU0LAWgWR0C29VJQ53kgdX2UKGgGaAloD0MITfkQVA3MbkCUhpRSlGgVS/RoFkdAtvY1IiC8OHV9lChoBmgJaA9DCIOnkCt1jW9AlIaUUpRoFUvYaBZHQLb2cN34bjt1fZQoaAZoCWgPQwhNSdbh6GZwQJSGlFKUaBVL6mgWR0C29n2plz2fdX2UKGgGaAloD0MI0y6mmS7PckCUhpRSlGgVS99oFkdAtvdA5p8F6nV9lChoBmgJaA9DCE/Pu7HgGnFAlIaUUpRoFUvhaBZHQLb3c2qT8pF1fZQoaAZoCWgPQwiCHmrbcCFxQJSGlFKUaBVNIwFoFkdAtveA6o2n9HV9lChoBmgJaA9DCIbHfhaLTnFAlIaUUpRoFU0TAWgWR0C294SNjslcdX2UKGgGaAloD0MIKjv9oG6AcECUhpRSlGgVTQsBaBZHQLb3zP4mCy11fZQoaAZoCWgPQwgFUfcBCKxwQJSGlFKUaBVL+WgWR0C2+Di1eBxxdX2UKGgGaAloD0MI0sWmlYIeckCUhpRSlGgVS+ZoFkdAtviGJ53Tu3V9lChoBmgJaA9DCA6CjlZ1EnFAlIaUUpRoFU0DAWgWR0C2+PXlr/KhdX2UKGgGaAloD0MIXTXPETnRcUCUhpRSlGgVS9hoFkdAtvlWbtqpLnV9lChoBmgJaA9DCO1/gLXq2XBAlIaUUpRoFUvuaBZHQLb5h9uP3i91fZQoaAZoCWgPQwiNgApHEBJxQJSGlFKUaBVNEgFoFkdAtvnDwd8zAXV9lChoBmgJaA9DCN7IPPJHOXFAlIaUUpRoFUvVaBZHQLb5+Oq//Nt1fZQoaAZoCWgPQwjMCdrkcLlwQJSGlFKUaBVL4mgWR0C2+iQD/2kBdX2UKGgGaAloD0MIT5FDxI3RcUCUhpRSlGgVS+xoFkdAtvpAGpuMuXV9lChoBmgJaA9DCBvxZDfzoXBAlIaUUpRoFUv9aBZHQLb6QFL39Jl1fZQoaAZoCWgPQwgC2evdn5VsQJSGlFKUaBVL42gWR0C2+loLLIPtdX2UKGgGaAloD0MIr7X3qeo6cUCUhpRSlGgVS9RoFkdAtvp8DKYAsHV9lChoBmgJaA9DCGd9yjHZ6m9AlIaUUpRoFUvYaBZHQLb6ubrTpgV1fZQoaAZoCWgPQwg1tteC3nhywJSGlFKUaBVLa2gWR0C2+1Kq0dBCdX2UKGgGaAloD0MIayxhbYzuY0CUhpRSlGgVTegDaBZHQLb7VqzqrzZ1fZQoaAZoCWgPQwibH39pUVtvQJSGlFKUaBVL7WgWR0C2+2RiTdLydX2UKGgGaAloD0MIipElc6y/bkCUhpRSlGgVS/JoFkdAtvvXEMspX3V9lChoBmgJaA9DCBkdkIT9C3BAlIaUUpRoFUvtaBZHQLb8NGZNO/N1fZQoaAZoCWgPQwhnnlxToFduQJSGlFKUaBVL82gWR0C2/Ke/1xsEdX2UKGgGaAloD0MIkbdc/Rg5cUCUhpRSlGgVS/FoFkdAtvzbHJcPfHV9lChoBmgJaA9DCAlRvqCFwHFAlIaUUpRoFUv9aBZHQLb84WBz3h51fZQoaAZoCWgPQwhWurvOxs9wQJSGlFKUaBVL1GgWR0C2/PaOktVadX2UKGgGaAloD0MI4nfTLTuWb0CUhpRSlGgVS/BoFkdAtvz+Hj6vaHV9lChoBmgJaA9DCJynOuTmo2RAlIaUUpRoFU3oA2gWR0C2/QB37k4ndX2UKGgGaAloD0MIYMsr11sxckCUhpRSlGgVTVcBaBZHQLb9FuQp4KR1fZQoaAZoCWgPQwhzDwnfO4hyQJSGlFKUaBVNNgFoFkdAtv0mvC/Gl3V9lChoBmgJaA9DCEsA/ilVrXJAlIaUUpRoFUvaaBZHQLb9kljmSyN1fZQoaAZoCWgPQwicGmg+Z/pvQJSGlFKUaBVL5WgWR0C2/Z41tO2zdX2UKGgGaAloD0MIWOatuo6RY0CUhpRSlGgVTegDaBZHQLb9pVMEidJ1fZQoaAZoCWgPQwgttHOahZFvQJSGlFKUaBVL/mgWR0C2/drHlwLmdX2UKGgGaAloD0MIguZz7nb3Y0CUhpRSlGgVTegDaBZHQLb97xI8QqZ1fZQoaAZoCWgPQwgKo1nZPgBlQJSGlFKUaBVN6ANoFkdAtv37FPznR3V9lChoBmgJaA9DCBFuMqrMWnBAlIaUUpRoFUv6aBZHQLb+J8xsVL11fZQoaAZoCWgPQwjZeLDFLqBxQJSGlFKUaBVL3WgWR0C2/jMfeUILdX2UKGgGaAloD0MIdc3km609cUCUhpRSlGgVS+BoFkdAtv6GXu3MIXV9lChoBmgJaA9DCNWT+UcfynJAlIaUUpRoFUu5aBZHQLb+m+0w8GN1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 465, "n_steps": 2048, "gamma": 0.99, "gae_lambda": 0.98, "ent_coef": 0.001, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 128, "n_epochs": 15, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/yZmZmZmZmoWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "system_info": {"OS": "Linux-5.10.147+-x86_64-with-glibc2.29 # 1 SMP Sat Dec 10 16:00:40 UTC 2022", "Python": "3.8.10", "Stable-Baselines3": "1.7.0", "PyTorch": "1.13.1+cu116", "GPU Enabled": "True", "Numpy": "1.22.4", "Gym": "0.21.0"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7f863f9bb310>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f863f9bb3a0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f863f9bb430>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f863f9bb4c0>", "_build": "<function ActorCriticPolicy._build at 0x7f863f9bb550>", "forward": "<function ActorCriticPolicy.forward at 0x7f863f9bb5e0>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7f863f9bb670>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f863f9bb700>", "_predict": "<function ActorCriticPolicy._predict at 0x7f863f9bb790>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f863f9bb820>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f863f9bb8b0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f863f9bb940>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7f863fa339c0>"}, "verbose": 1, "policy_kwargs": {}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "_shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWVggAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu", "n": 4, "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "num_timesteps": 1015808, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1677952176852491355, "learning_rate": 0.0003, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/M6kqMFUyYYWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAALPjNb6Jnww/hA2WvYRd+L5ByK+9gkIGvQAAAAAAAAAAmkBavp+ijLs2uzw9hG3JvRIhBj3PMDA/AACAPwAAAAD9R5A+FH2jPrcfBb5lkKu+Wa7LPFXUnL0AAAAAAAAAADqpK76c/1O8Po9Gu0aJY7nHlsM9puN/OgAAgD8AAIA/I1JtvuyFpzwkbb26IK8wOTvVL75Cf/g5AACAPwAAgD/AALS9e1iEuk57eTkwzIM0GeUaO5A/kbgAAAAAAACAPzYwgz5WEyw/ElaavV9uDr+wEcY9qUMRvgAAAAAAAAAAQBDOPb2ihj+aqKY+zuU1vxP1Kj4GEzI+AAAAAAAAAAANk9S99phYujItI7o+Re+4kpHoOsBITTkAAIA/AACAPzMdgT14KrU/4KyuPr0VXL6vRJ89Mv/VPQAAAAAAAAAAjWjBvYUjwbnnpwY8zwf9Nx6pCTmgdsc2AACAPwAAAAANrRq+qUkCvHjWXbqGpzy4Q0dePW8ejjkAAIA/AACAP+AFTr4pInC8I/lGOxUyZTmbF9I9TXA4ugAAgD8AAIA/TU3zvQU397sRQ4G9dlfXPM5klLwN3eg9AACAPwAAgD/NcDy9u6r7Pbgs1r1EPla+U4PDvDH6ybwAAAAAAAAAAP0lYr5SsaI8FYsFu959dzmHCCq+0nouOgAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVRxAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIVoLF4UwYcECUhpRSlIwBbJRL1owBdJRHQMYqRsAvL5h1fZQoaAZoCWgPQwi4y37daadwQJSGlFKUaBVNIAFoFkdAxiqJesPrfXV9lChoBmgJaA9DCNWuCWkNSXFAlIaUUpRoFU0AAWgWR0DGKqA8GLUDdX2UKGgGaAloD0MIXmkZqfdYYkCUhpRSlGgVTegDaBZHQMYq2Gn4wh51fZQoaAZoCWgPQwg8akyI+T5yQJSGlFKUaBVL6mgWR0DGK1ac3EQ5dX2UKGgGaAloD0MIrWwf8la6ckCUhpRSlGgVS95oFkdAxitkDUVi4XV9lChoBmgJaA9DCNhEZi6wvHJAlIaUUpRoFU1CAWgWR0DGK3lTR6WxdX2UKGgGaAloD0MI1ZP5Rx9gcUCUhpRSlGgVTTABaBZHQMYr7kdNnGt1fZQoaAZoCWgPQwg7Hch6an9iQJSGlFKUaBVN6ANoFkdAxjsdy/9Hc3V9lChoBmgJaA9DCItSQrCq5FtAlIaUUpRoFU3oA2gWR0DGO11M0xdqdX2UKGgGaAloD0MILnHkgQgKckCUhpRSlGgVTTYBaBZHQMY7qGCyyD91fZQoaAZoCWgPQwjVeyqnvZpwQJSGlFKUaBVLt2gWR0DGO7Bc3VCpdX2UKGgGaAloD0MIH7+36U/pYUCUhpRSlGgVTegDaBZHQMY8KfB3zMB1fZQoaAZoCWgPQwgwZHWrp/lxQJSGlFKUaBVNGQFoFkdAxjxkuWa+e3V9lChoBmgJaA9DCC7iOzGr7nBAlIaUUpRoFUvkaBZHQMY8fxuCPIZ1fZQoaAZoCWgPQwh80okEE/9wQJSGlFKUaBVNHQFoFkdAxjyAO8TSLXV9lChoBmgJaA9DCASuK2ZEUHFAlIaUUpRoFU0DAWgWR0DGPVbynUDudX2UKGgGaAloD0MI3rBtUebAcECUhpRSlGgVS9BoFkdAxj1jXV9WqHV9lChoBmgJaA9DCAKAY8+eT2VAlIaUUpRoFU3oA2gWR0DGPWppcophdX2UKGgGaAloD0MIvEG0VnSWckCUhpRSlGgVS9RoFkdAxj2f2zv7WXV9lChoBmgJaA9DCPZCAdtBWW5AlIaUUpRoFUvDaBZHQMY9osPatcR1fZQoaAZoCWgPQwg2y2Wjs+RxQJSGlFKUaBVLyGgWR0DGParYywfRdX2UKGgGaAloD0MIODKP/ME2ckCUhpRSlGgVTVoBaBZHQMY92k+xGDt1fZQoaAZoCWgPQwhEwCFUqUVjQJSGlFKUaBVN6ANoFkdAxj4UuWa+e3V9lChoBmgJaA9DCEUTKGIRE3FAlIaUUpRoFUusaBZHQMY+WE5Qxet1fZQoaAZoCWgPQwiGHjF6rmJxQJSGlFKUaBVLuWgWR0DGPmOr2g3+dX2UKGgGaAloD0MIgJvFi4UZZECUhpRSlGgVTegDaBZHQMY+oIwmE5B1fZQoaAZoCWgPQwgGSZ9W0TJeQJSGlFKUaBVN6ANoFkdAxj6+hmGucXV9lChoBmgJaA9DCO+usyH/s29AlIaUUpRoFUviaBZHQMY+1l4TsY51fZQoaAZoCWgPQwin7PSDusJdQJSGlFKUaBVN6ANoFkdAxj712GIsRXV9lChoBmgJaA9DCGkZqffUfmxAlIaUUpRoFUv+aBZHQMY/BLN4Z/F1fZQoaAZoCWgPQwjEtG/u711wQJSGlFKUaBVNKgFoFkdAxj80AKfFrHV9lChoBmgJaA9DCB6ILNIEq3FAlIaUUpRoFU0NAWgWR0DGP0GYrrgPdX2UKGgGaAloD0MIzAwbZX2dbUCUhpRSlGgVS7xoFkdAxj+ZQpF1CHV9lChoBmgJaA9DCN4E3zT9MWJAlIaUUpRoFU3oA2gWR0DGP88Aq/dqdX2UKGgGaAloD0MIB13CoTcEZUCUhpRSlGgVTegDaBZHQMY/3cvEjxF1fZQoaAZoCWgPQwiBdocUw9JwQJSGlFKUaBVLyWgWR0DGP+TmW+oMdX2UKGgGaAloD0MICaUvhBxocECUhpRSlGgVS+VoFkdAxj/zCsOoYXV9lChoBmgJaA9DCG03wTdNuF9AlIaUUpRoFU3oA2gWR0DGP/9Dtw71dX2UKGgGaAloD0MIXhQ98DH5bUCUhpRSlGgVS89oFkdAxkAJ0voNeHV9lChoBmgJaA9DCNJUT+afG29AlIaUUpRoFU09AWgWR0DGQA6WJJoTdX2UKGgGaAloD0MIVft0PKb3cUCUhpRSlGgVTUcBaBZHQMZAEHjQzDZ1fZQoaAZoCWgPQwjBcoQM5GhuQJSGlFKUaBVL2WgWR0DGQCB0uDjBdX2UKGgGaAloD0MIYd9OIkKcckCUhpRSlGgVS8xoFkdAxkA6u3c583V9lChoBmgJaA9DCDUmxFzSA29AlIaUUpRoFUuhaBZHQMZAiQ4bS7Z1fZQoaAZoCWgPQwgUIuAQKsVwQJSGlFKUaBVL82gWR0DGQMIZAIIGdX2UKGgGaAloD0MIr3srEpNzY0CUhpRSlGgVTegDaBZHQMZAzczQ/ot1fZQoaAZoCWgPQwgBUMWN22tvQJSGlFKUaBVLvmgWR0DGQM86JZW8dX2UKGgGaAloD0MIGof6XRg1cUCUhpRSlGgVS89oFkdAxkDWRLbpNnV9lChoBmgJaA9DCNF14QcnS3BAlIaUUpRoFUvYaBZHQMZA2jXnQpp1fZQoaAZoCWgPQwgqyM9G7jFwQJSGlFKUaBVLzWgWR0DGQOqhxo7FdX2UKGgGaAloD0MIJJ2BkRfocECUhpRSlGgVS8ZoFkdAxkDtNwBHTnV9lChoBmgJaA9DCDDZeLBF32JAlIaUUpRoFU3oA2gWR0DGQO2lO45MdX2UKGgGaAloD0MIXtkFg+tzcECUhpRSlGgVTW0BaBZHQMZBAGapgkV1fZQoaAZoCWgPQwh6VPzfUfxwQJSGlFKUaBVL2mgWR0DGQQUadc0MdX2UKGgGaAloD0MIUB2rlB4wckCUhpRSlGgVS+5oFkdAxkEU46wMY3V9lChoBmgJaA9DCO56aYoAZWtAlIaUUpRoFUvnaBZHQMZBqYb83uN1fZQoaAZoCWgPQwj6f9WR461xQJSGlFKUaBVLxmgWR0DGQb+bsniOdX2UKGgGaAloD0MIpOTVOYZvcUCUhpRSlGgVS8hoFkdAxkHmbm2b5XV9lChoBmgJaA9DCP91btoMsXFAlIaUUpRoFUvFaBZHQMZB+r6LwWp1fZQoaAZoCWgPQwjU0XE1cppwQJSGlFKUaBVL22gWR0DGQf/8AJb/dX2UKGgGaAloD0MIlrIMcSyPbUCUhpRSlGgVS8FoFkdAxkIZSKFZgXV9lChoBmgJaA9DCMO5hhmaLG9AlIaUUpRoFUv6aBZHQMZCJ+i8Fpx1fZQoaAZoCWgPQwjJk6RrZrtzQJSGlFKUaBVL5mgWR0DGQjNH2AXmdX2UKGgGaAloD0MIpwcFpeiqcECUhpRSlGgVS75oFkdAxkI5uw5eaHV9lChoBmgJaA9DCOSFdHhIInFAlIaUUpRoFU2hAWgWR0DGQkVFfAsTdX2UKGgGaAloD0MIP8QGCye5cUCUhpRSlGgVTRgBaBZHQMZCWMBIWgx1fZQoaAZoCWgPQwhgrG9gsvRxQJSGlFKUaBVNAgFoFkdAxkKFfaYeDHV9lChoBmgJaA9DCKSOjquRU2RAlIaUUpRoFU3oA2gWR0DGQptb/wRXdX2UKGgGaAloD0MIWRmNfF66cECUhpRSlGgVS9JoFkdAxkNdgrH2iHV9lChoBmgJaA9DCJRQ+kLIZ3NAlIaUUpRoFUvjaBZHQMZDYSC4Bmx1fZQoaAZoCWgPQwhmho2yvlpxQJSGlFKUaBVLumgWR0DGQ2x91EE1dX2UKGgGaAloD0MIb7vQXCdSb0CUhpRSlGgVS8ZoFkdAxkN0wDeTFHV9lChoBmgJaA9DCHAmpgsxSGRAlIaUUpRoFU3oA2gWR0DGQ4RxYJVsdX2UKGgGaAloD0MI7na9NIWqcUCUhpRSlGgVS85oFkdAxkOhThHby3V9lChoBmgJaA9DCEZDxqNU+HFAlIaUUpRoFU0kAWgWR0DGQ621ndwedX2UKGgGaAloD0MIi8HDtG/3bUCUhpRSlGgVS8VoFkdAxkPYpqASWnV9lChoBmgJaA9DCCb9vRSeNWhAlIaUUpRoFU0MAWgWR0DGQ9pOi35OdX2UKGgGaAloD0MIblFmg8zUbkCUhpRSlGgVS/toFkdAxkPfkkrwv3V9lChoBmgJaA9DCAOUhhoFQXNAlIaUUpRoFUvnaBZHQMZD30OVgQZ1fZQoaAZoCWgPQwh1AwXeCXJxQJSGlFKUaBVNJAFoFkdAxkPia6STyXV9lChoBmgJaA9DCObrMvznx3FAlIaUUpRoFUveaBZHQMZD/MNlRP51fZQoaAZoCWgPQwgTJ/c7FBdxQJSGlFKUaBVLvGgWR0DGRFB2t+1CdX2UKGgGaAloD0MI3GYqxGMlcUCUhpRSlGgVS8JoFkdAxkRcKb8WK3V9lChoBmgJaA9DCPjB+dSxNHBAlIaUUpRoFUvNaBZHQMZEjSK3uu11fZQoaAZoCWgPQwgfLc4Y5sdwQJSGlFKUaBVNEQFoFkdAxkSojTrmhnV9lChoBmgJaA9DCGQD6WJTFXBAlIaUUpRoFUvVaBZHQMZEvB4dIXl1fZQoaAZoCWgPQwiJmBJJNHByQJSGlFKUaBVL5mgWR0DGRMxUDMePdX2UKGgGaAloD0MIv0UnSy0JcUCUhpRSlGgVS+VoFkdAxkTTCLMs6XV9lChoBmgJaA9DCL5PVaGByHBAlIaUUpRoFU0aAWgWR0DGRRGRzRx+dX2UKGgGaAloD0MI3xgCgGMScECUhpRSlGgVTRsBaBZHQMZFPiLEUCd1fZQoaAZoCWgPQwiEKjV7oNJwQJSGlFKUaBVL9WgWR0DGRYEqnWJ8dX2UKGgGaAloD0MIRBSTN0AGZUCUhpRSlGgVTegDaBZHQMZFgPeYUnJ1fZQoaAZoCWgPQwh9dVWgFh5uQJSGlFKUaBVL8mgWR0DGRYsKohpydX2UKGgGaAloD0MIFeEmowoNckCUhpRSlGgVS+BoFkdAxkXL3bEgn3V9lChoBmgJaA9DCNB/D157SXBAlIaUUpRoFUvVaBZHQMZF1BHskY51fZQoaAZoCWgPQwiAft+/+cpuQJSGlFKUaBVNCAFoFkdAxkXlymygPHV9lChoBmgJaA9DCAYrTrWWl3JAlIaUUpRoFUvWaBZHQMZF7oK2KEZ1fZQoaAZoCWgPQwi/gjRjEQF0QJSGlFKUaBVL5WgWR0DGRkrMs6JZdX2UKGgGaAloD0MI97AXClg8YECUhpRSlGgVTegDaBZHQMZGUgQHzH11ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 310, "n_steps": 2048, "gamma": 0.99, "gae_lambda": 0.95, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 10, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/yZmZmZmZmoWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "system_info": {"OS": "Linux-5.10.147+-x86_64-with-glibc2.29 # 1 SMP Sat Dec 10 16:00:40 UTC 2022", "Python": "3.8.10", "Stable-Baselines3": "1.7.0", "PyTorch": "1.13.1+cu116", "GPU Enabled": "True", "Numpy": "1.22.4", "Gym": "0.21.0"}}

ppo-LunarLander-v2.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e6c94191260d1db5cbf37df7dc491b85a33146827e55ba44319918ddf83fee7b
-size 147333
+oid sha256:9929db4274540565968758d7cca3ab4c4352e11a4a6f13d63113a4a0915ec28f
+size 147347

ppo-LunarLander-v2/data

@@ -48,16 +48,16 @@
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1677946871646863666,
-    "learning_rate": 0.005,
+    "start_time": 1677952176852491355,
+    "learning_rate": 0.0003,
     "tensorboard_log": null,
     "lr_schedule": {
         ":type:": "<class 'function'>",
-        ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/dHrhR64Ue4WUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="
+        ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/M6kqMFUyYYWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="
     },
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAADOiez7IFKs9FcNbvlKAar6sTRQ9s9eqvQAAAAAAAAAAM1awvLg+obm6yjg2Xi7BMD1AfrsNMW61AACAPwAAgD8zKTe+4vYQPrW21j11zy++QLVBPByhvbwAAAAAAAAAAEA5771CdBc/8Kdwvbez2r7G/PW9cHryvAAAAAAAAAAAZoLfO1J8wbtdezi9yV1ZPdGRDz2Gdsm8AACAPwAAgD/NgKw7ysGpP9qsHDwsOqi+IC9XPJb+lT0AAAAAAAAAAM3EOrwpACC64swnM0uRhDAFDEi7BnDJswAAgD8AAIA/M9gYvfrhST66EVC9k3CNvg7ym7xfeL+8AAAAAAAAAADND1M+JiwbP93kCj30PMi+PxKWPukQp7oAAAAAAAAAAGY3I76H0xs/hIKePDSF7b5ny2q9MkC9PAAAAAAAAAAAIJoZvnE3fj8F8wq+h7rvvqF0Dr7OewA8AAAAAAAAAAAaD+I9rXvPPt1I6b191pK+Gs13O23f2bwAAAAAAAAAADOP9r1xR0Y8w7WNvcl1a72DQ7u92oNdPAAAAAAAAAAA5uJdvXsmkrrsMyg0JL2QMKOwQTlI3qCzAACAPwAAgD9mK5m8FPCYupMfqDoi2p60980NOsqKwrkAAIA/AACAP5p/NDyUprY/v0yMPmHIDT5fO8K7A12RvAAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
+        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAALPjNb6Jnww/hA2WvYRd+L5ByK+9gkIGvQAAAAAAAAAAmkBavp+ijLs2uzw9hG3JvRIhBj3PMDA/AACAPwAAAAD9R5A+FH2jPrcfBb5lkKu+Wa7LPFXUnL0AAAAAAAAAADqpK76c/1O8Po9Gu0aJY7nHlsM9puN/OgAAgD8AAIA/I1JtvuyFpzwkbb26IK8wOTvVL75Cf/g5AACAPwAAgD/AALS9e1iEuk57eTkwzIM0GeUaO5A/kbgAAAAAAACAPzYwgz5WEyw/ElaavV9uDr+wEcY9qUMRvgAAAAAAAAAAQBDOPb2ihj+aqKY+zuU1vxP1Kj4GEzI+AAAAAAAAAAANk9S99phYujItI7o+Re+4kpHoOsBITTkAAIA/AACAPzMdgT14KrU/4KyuPr0VXL6vRJ89Mv/VPQAAAAAAAAAAjWjBvYUjwbnnpwY8zwf9Nx6pCTmgdsc2AACAPwAAAAANrRq+qUkCvHjWXbqGpzy4Q0dePW8ejjkAAIA/AACAP+AFTr4pInC8I/lGOxUyZTmbF9I9TXA4ugAAgD8AAIA/TU3zvQU397sRQ4G9dlfXPM5klLwN3eg9AACAPwAAgD/NcDy9u6r7Pbgs1r1EPla+U4PDvDH6ybwAAAAAAAAAAP0lYr5SsaI8FYsFu959dzmHCCq+0nouOgAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
@@ -70,21 +70,21 @@
     "_current_progress_remaining": -0.015808000000000044,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWVOxAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIjxfS4WGocECUhpRSlIwBbJRL34wBdJRHQLbtSs1baAZ1fZQoaAZoCWgPQwisVbsmJBpwQJSGlFKUaBVL7WgWR0C27YbIcR16dX2UKGgGaAloD0MI1v7O9qiScECUhpRSlGgVTQIBaBZHQLbttvNeMQ51fZQoaAZoCWgPQwim0eRijHtyQJSGlFKUaBVNAAFoFkdAtu3lm29cr3V9lChoBmgJaA9DCCF00CUcUm9AlIaUUpRoFUv6aBZHQLbuMoPkJa91fZQoaAZoCWgPQwj+1HjpZh9yQJSGlFKUaBVNBQFoFkdAtu5D1/Ue+3V9lChoBmgJaA9DCI3ROqqaM25AlIaUUpRoFUvoaBZHQLbuVcnVoYh1fZQoaAZoCWgPQwjuW60T10hxQJSGlFKUaBVL6WgWR0C27ls2BJ7LdX2UKGgGaAloD0MI+yKhLed4bUCUhpRSlGgVS/FoFkdAtu5kNH6MznV9lChoBmgJaA9DCBFwCFVqMm9AlIaUUpRoFUvoaBZHQLbuq0oScsl1fZQoaAZoCWgPQwhApUqUPShwQJSGlFKUaBVL/WgWR0C27sdr9EThdX2UKGgGaAloD0MIxO47hgdGckCUhpRSlGgVS/poFkdAtu7JD3M6inV9lChoBmgJaA9DCCEHJcy0FlBAlIaUUpRoFUuFaBZHQLbu6omXw9d1fZQoaAZoCWgPQwi3CmKgayZiQJSGlFKUaBVN6ANoFkdAtu7zJFLFoHV9lChoBmgJaA9DCEYL0LZa83FAlIaUUpRoFU0kAWgWR0C27wGYv38GdX2UKGgGaAloD0MIEvjDz3/SbUCUhpRSlGgVS+xoFkdAtu9SU6gdwXV9lChoBmgJaA9DCL7Z5sZ0Jm9AlIaUUpRoFUvYaBZHQLbvXbRWtEJ1fZQoaAZoCWgPQwgwn6wYLipxQJSGlFKUaBVL+GgWR0C27+tSAH3UdX2UKGgGaAloD0MIDeAtkCBmbUCUhpRSlGgVS91oFkdAtu/zY9Pk73V9lChoBmgJaA9DCO888Zxt0XJAlIaUUpRoFUvnaBZHQLbwK4TbnHN1fZQoaAZoCWgPQwiSA3Y1+VpuQJSGlFKUaBVL72gWR0C28Djo2XLNdX2UKGgGaAloD0MI7ImuC792bUCUhpRSlGgVS/FoFkdAtvBI3S8aoHV9lChoBmgJaA9DCIcUAyTaIHNAlIaUUpRoFUvMaBZHQLbwVko4MnZ1fZQoaAZoCWgPQwg2Hmyx2xpyQJSGlFKUaBVL8mgWR0C28Ip3LV4HdX2UKGgGaAloD0MIf8Fu2PaWcUCUhpRSlGgVTR4BaBZHQLbwiQYk3S91fZQoaAZoCWgPQwgudvus8udwQJSGlFKUaBVL6WgWR0C28L7P+n63dX2UKGgGaAloD0MIwf7r3LS3ckCUhpRSlGgVTQEBaBZHQLbwxWvbGm11fZQoaAZoCWgPQwi4dw360uNZQJSGlFKUaBVN6ANoFkdAtvDTG1hLG3V9lChoBmgJaA9DCBGsqpdfRXJAlIaUUpRoFUvwaBZHQLbw21Oj7AN1fZQoaAZoCWgPQwhC6nb2Fa1vQJSGlFKUaBVNAQFoFkdAtvDiuKXOW3V9lChoBmgJaA9DCLNeDOXEiHFAlIaUUpRoFU0EAWgWR0C28VNkrf+CdX2UKGgGaAloD0MIRnh7EAK8b0CUhpRSlGgVTQwBaBZHQLbxVh9b5dp1fZQoaAZoCWgPQwgaTS7GQCluQJSGlFKUaBVL02gWR0C28Xe0CzTndX2UKGgGaAloD0MIr1qZ8EsJP0CUhpRSlGgVS2loFkdAtvGUe/5+IHV9lChoBmgJaA9DCIeGxairaHBAlIaUUpRoFUvXaBZHQLbx2SpzcRF1fZQoaAZoCWgPQwiB64oZ4ZdwQJSGlFKUaBVL/2gWR0C28dfRJEpidX2UKGgGaAloD0MIgQncupugbkCUhpRSlGgVS/FoFkdAtvH8sVclgXV9lChoBmgJaA9DCPGCiNR0bXBAlIaUUpRoFUv5aBZHQLbyAHpr1ul1fZQoaAZoCWgPQwjO+/84oQBxQJSGlFKUaBVL8mgWR0C28hwAZKnOdX2UKGgGaAloD0MIS+oENBHlbkCUhpRSlGgVS+doFkdAtvI4BwMpgHV9lChoBmgJaA9DCATnjCgtu3FAlIaUUpRoFU0AAWgWR0C28mYHs1KodX2UKGgGaAloD0MIYw0XuSdyckCUhpRSlGgVS+hoFkdAtvJ8mVqveXV9lChoBmgJaA9DCItx/ibUHXBAlIaUUpRoFUvwaBZHQLbymDHfdh11fZQoaAZoCWgPQwg0Tdh+sh5lQJSGlFKUaBVN6ANoFkdAtvKqQhfShXV9lChoBmgJaA9DCA3BcRk3h3BAlIaUUpRoFU0LAWgWR0C28reE25xzdX2UKGgGaAloD0MIq+y7InhJcUCUhpRSlGgVS+5oFkdAtvMhJ9RaYHV9lChoBmgJaA9DCA2qDU5EKnNAlIaUUpRoFU0LAWgWR0C283PShJyydX2UKGgGaAloD0MIKPT6k/hxc0CUhpRSlGgVS7xoFkdAtvORTbWVeXV9lChoBmgJaA9DCNeIYBycyXBAlIaUUpRoFU0EAWgWR0C286QCfYjCdX2UKGgGaAloD0MIDXIXYQrNcECUhpRSlGgVS99oFkdAtvPHFId2gXV9lChoBmgJaA9DCDnwarkzoHJAlIaUUpRoFU0aAWgWR0C29BZmRNh3dX2UKGgGaAloD0MInZ53Y4GacUCUhpRSlGgVS+BoFkdAtvQutga3qnV9lChoBmgJaA9DCAAfvHZpGnJAlIaUUpRoFUv4aBZHQLb0TUsnRb91fZQoaAZoCWgPQwgSFaqbyzZxQJSGlFKUaBVL+WgWR0C29KHBpHqedX2UKGgGaAloD0MI4ZUkz3WfbkCUhpRSlGgVS/BoFkdAtvUiPDHfdnV9lChoBmgJaA9DCGYS9YJP4HBAlIaUUpRoFU0LAWgWR0C29VJQ53kgdX2UKGgGaAloD0MITfkQVA3MbkCUhpRSlGgVS/RoFkdAtvY1IiC8OHV9lChoBmgJaA9DCIOnkCt1jW9AlIaUUpRoFUvYaBZHQLb2cN34bjt1fZQoaAZoCWgPQwhNSdbh6GZwQJSGlFKUaBVL6mgWR0C29n2plz2fdX2UKGgGaAloD0MI0y6mmS7PckCUhpRSlGgVS99oFkdAtvdA5p8F6nV9lChoBmgJaA9DCE/Pu7HgGnFAlIaUUpRoFUvhaBZHQLb3c2qT8pF1fZQoaAZoCWgPQwiCHmrbcCFxQJSGlFKUaBVNIwFoFkdAtveA6o2n9HV9lChoBmgJaA9DCIbHfhaLTnFAlIaUUpRoFU0TAWgWR0C294SNjslcdX2UKGgGaAloD0MIKjv9oG6AcECUhpRSlGgVTQsBaBZHQLb3zP4mCy11fZQoaAZoCWgPQwgFUfcBCKxwQJSGlFKUaBVL+WgWR0C2+Di1eBxxdX2UKGgGaAloD0MI0sWmlYIeckCUhpRSlGgVS+ZoFkdAtviGJ53Tu3V9lChoBmgJaA9DCA6CjlZ1EnFAlIaUUpRoFU0DAWgWR0C2+PXlr/KhdX2UKGgGaAloD0MIXTXPETnRcUCUhpRSlGgVS9hoFkdAtvlWbtqpLnV9lChoBmgJaA9DCO1/gLXq2XBAlIaUUpRoFUvuaBZHQLb5h9uP3i91fZQoaAZoCWgPQwiNgApHEBJxQJSGlFKUaBVNEgFoFkdAtvnDwd8zAXV9lChoBmgJaA9DCN7IPPJHOXFAlIaUUpRoFUvVaBZHQLb5+Oq//Nt1fZQoaAZoCWgPQwjMCdrkcLlwQJSGlFKUaBVL4mgWR0C2+iQD/2kBdX2UKGgGaAloD0MIT5FDxI3RcUCUhpRSlGgVS+xoFkdAtvpAGpuMuXV9lChoBmgJaA9DCBvxZDfzoXBAlIaUUpRoFUv9aBZHQLb6QFL39Jl1fZQoaAZoCWgPQwgC2evdn5VsQJSGlFKUaBVL42gWR0C2+loLLIPtdX2UKGgGaAloD0MIr7X3qeo6cUCUhpRSlGgVS9RoFkdAtvp8DKYAsHV9lChoBmgJaA9DCGd9yjHZ6m9AlIaUUpRoFUvYaBZHQLb6ubrTpgV1fZQoaAZoCWgPQwg1tteC3nhywJSGlFKUaBVLa2gWR0C2+1Kq0dBCdX2UKGgGaAloD0MIayxhbYzuY0CUhpRSlGgVTegDaBZHQLb7VqzqrzZ1fZQoaAZoCWgPQwibH39pUVtvQJSGlFKUaBVL7WgWR0C2+2RiTdLydX2UKGgGaAloD0MIipElc6y/bkCUhpRSlGgVS/JoFkdAtvvXEMspX3V9lChoBmgJaA9DCBkdkIT9C3BAlIaUUpRoFUvtaBZHQLb8NGZNO/N1fZQoaAZoCWgPQwhnnlxToFduQJSGlFKUaBVL82gWR0C2/Ke/1xsEdX2UKGgGaAloD0MIkbdc/Rg5cUCUhpRSlGgVS/FoFkdAtvzbHJcPfHV9lChoBmgJaA9DCAlRvqCFwHFAlIaUUpRoFUv9aBZHQLb84WBz3h51fZQoaAZoCWgPQwhWurvOxs9wQJSGlFKUaBVL1GgWR0C2/PaOktVadX2UKGgGaAloD0MI4nfTLTuWb0CUhpRSlGgVS/BoFkdAtvz+Hj6vaHV9lChoBmgJaA9DCJynOuTmo2RAlIaUUpRoFU3oA2gWR0C2/QB37k4ndX2UKGgGaAloD0MIYMsr11sxckCUhpRSlGgVTVcBaBZHQLb9FuQp4KR1fZQoaAZoCWgPQwhzDwnfO4hyQJSGlFKUaBVNNgFoFkdAtv0mvC/Gl3V9lChoBmgJaA9DCEsA/ilVrXJAlIaUUpRoFUvaaBZHQLb9kljmSyN1fZQoaAZoCWgPQwicGmg+Z/pvQJSGlFKUaBVL5WgWR0C2/Z41tO2zdX2UKGgGaAloD0MIWOatuo6RY0CUhpRSlGgVTegDaBZHQLb9pVMEidJ1fZQoaAZoCWgPQwgttHOahZFvQJSGlFKUaBVL/mgWR0C2/drHlwLmdX2UKGgGaAloD0MIguZz7nb3Y0CUhpRSlGgVTegDaBZHQLb97xI8QqZ1fZQoaAZoCWgPQwgKo1nZPgBlQJSGlFKUaBVN6ANoFkdAtv37FPznR3V9lChoBmgJaA9DCBFuMqrMWnBAlIaUUpRoFUv6aBZHQLb+J8xsVL11fZQoaAZoCWgPQwjZeLDFLqBxQJSGlFKUaBVL3WgWR0C2/jMfeUILdX2UKGgGaAloD0MIdc3km609cUCUhpRSlGgVS+BoFkdAtv6GXu3MIXV9lChoBmgJaA9DCNWT+UcfynJAlIaUUpRoFUu5aBZHQLb+m+0w8GN1ZS4="
+        ":serialized:": "gAWVRxAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIVoLF4UwYcECUhpRSlIwBbJRL1owBdJRHQMYqRsAvL5h1fZQoaAZoCWgPQwi4y37daadwQJSGlFKUaBVNIAFoFkdAxiqJesPrfXV9lChoBmgJaA9DCNWuCWkNSXFAlIaUUpRoFU0AAWgWR0DGKqA8GLUDdX2UKGgGaAloD0MIXmkZqfdYYkCUhpRSlGgVTegDaBZHQMYq2Gn4wh51fZQoaAZoCWgPQwg8akyI+T5yQJSGlFKUaBVL6mgWR0DGK1ac3EQ5dX2UKGgGaAloD0MIrWwf8la6ckCUhpRSlGgVS95oFkdAxitkDUVi4XV9lChoBmgJaA9DCNhEZi6wvHJAlIaUUpRoFU1CAWgWR0DGK3lTR6WxdX2UKGgGaAloD0MI1ZP5Rx9gcUCUhpRSlGgVTTABaBZHQMYr7kdNnGt1fZQoaAZoCWgPQwg7Hch6an9iQJSGlFKUaBVN6ANoFkdAxjsdy/9Hc3V9lChoBmgJaA9DCItSQrCq5FtAlIaUUpRoFU3oA2gWR0DGO11M0xdqdX2UKGgGaAloD0MILnHkgQgKckCUhpRSlGgVTTYBaBZHQMY7qGCyyD91fZQoaAZoCWgPQwjVeyqnvZpwQJSGlFKUaBVLt2gWR0DGO7Bc3VCpdX2UKGgGaAloD0MIH7+36U/pYUCUhpRSlGgVTegDaBZHQMY8KfB3zMB1fZQoaAZoCWgPQwgwZHWrp/lxQJSGlFKUaBVNGQFoFkdAxjxkuWa+e3V9lChoBmgJaA9DCC7iOzGr7nBAlIaUUpRoFUvkaBZHQMY8fxuCPIZ1fZQoaAZoCWgPQwh80okEE/9wQJSGlFKUaBVNHQFoFkdAxjyAO8TSLXV9lChoBmgJaA9DCASuK2ZEUHFAlIaUUpRoFU0DAWgWR0DGPVbynUDudX2UKGgGaAloD0MI3rBtUebAcECUhpRSlGgVS9BoFkdAxj1jXV9WqHV9lChoBmgJaA9DCAKAY8+eT2VAlIaUUpRoFU3oA2gWR0DGPWppcophdX2UKGgGaAloD0MIvEG0VnSWckCUhpRSlGgVS9RoFkdAxj2f2zv7WXV9lChoBmgJaA9DCPZCAdtBWW5AlIaUUpRoFUvDaBZHQMY9osPatcR1fZQoaAZoCWgPQwg2y2Wjs+RxQJSGlFKUaBVLyGgWR0DGParYywfRdX2UKGgGaAloD0MIODKP/ME2ckCUhpRSlGgVTVoBaBZHQMY92k+xGDt1fZQoaAZoCWgPQwhEwCFUqUVjQJSGlFKUaBVN6ANoFkdAxj4UuWa+e3V9lChoBmgJaA9DCEUTKGIRE3FAlIaUUpRoFUusaBZHQMY+WE5Qxet1fZQoaAZoCWgPQwiGHjF6rmJxQJSGlFKUaBVLuWgWR0DGPmOr2g3+dX2UKGgGaAloD0MIgJvFi4UZZECUhpRSlGgVTegDaBZHQMY+oIwmE5B1fZQoaAZoCWgPQwgGSZ9W0TJeQJSGlFKUaBVN6ANoFkdAxj6+hmGucXV9lChoBmgJaA9DCO+usyH/s29AlIaUUpRoFUviaBZHQMY+1l4TsY51fZQoaAZoCWgPQwin7PSDusJdQJSGlFKUaBVN6ANoFkdAxj712GIsRXV9lChoBmgJaA9DCGkZqffUfmxAlIaUUpRoFUv+aBZHQMY/BLN4Z/F1fZQoaAZoCWgPQwjEtG/u711wQJSGlFKUaBVNKgFoFkdAxj80AKfFrHV9lChoBmgJaA9DCB6ILNIEq3FAlIaUUpRoFU0NAWgWR0DGP0GYrrgPdX2UKGgGaAloD0MIzAwbZX2dbUCUhpRSlGgVS7xoFkdAxj+ZQpF1CHV9lChoBmgJaA9DCN4E3zT9MWJAlIaUUpRoFU3oA2gWR0DGP88Aq/dqdX2UKGgGaAloD0MIB13CoTcEZUCUhpRSlGgVTegDaBZHQMY/3cvEjxF1fZQoaAZoCWgPQwiBdocUw9JwQJSGlFKUaBVLyWgWR0DGP+TmW+oMdX2UKGgGaAloD0MICaUvhBxocECUhpRSlGgVS+VoFkdAxj/zCsOoYXV9lChoBmgJaA9DCG03wTdNuF9AlIaUUpRoFU3oA2gWR0DGP/9Dtw71dX2UKGgGaAloD0MIXhQ98DH5bUCUhpRSlGgVS89oFkdAxkAJ0voNeHV9lChoBmgJaA9DCNJUT+afG29AlIaUUpRoFU09AWgWR0DGQA6WJJoTdX2UKGgGaAloD0MIVft0PKb3cUCUhpRSlGgVTUcBaBZHQMZAEHjQzDZ1fZQoaAZoCWgPQwjBcoQM5GhuQJSGlFKUaBVL2WgWR0DGQCB0uDjBdX2UKGgGaAloD0MIYd9OIkKcckCUhpRSlGgVS8xoFkdAxkA6u3c583V9lChoBmgJaA9DCDUmxFzSA29AlIaUUpRoFUuhaBZHQMZAiQ4bS7Z1fZQoaAZoCWgPQwgUIuAQKsVwQJSGlFKUaBVL82gWR0DGQMIZAIIGdX2UKGgGaAloD0MIr3srEpNzY0CUhpRSlGgVTegDaBZHQMZAzczQ/ot1fZQoaAZoCWgPQwgBUMWN22tvQJSGlFKUaBVLvmgWR0DGQM86JZW8dX2UKGgGaAloD0MIGof6XRg1cUCUhpRSlGgVS89oFkdAxkDWRLbpNnV9lChoBmgJaA9DCNF14QcnS3BAlIaUUpRoFUvYaBZHQMZA2jXnQpp1fZQoaAZoCWgPQwgqyM9G7jFwQJSGlFKUaBVLzWgWR0DGQOqhxo7FdX2UKGgGaAloD0MIJJ2BkRfocECUhpRSlGgVS8ZoFkdAxkDtNwBHTnV9lChoBmgJaA9DCDDZeLBF32JAlIaUUpRoFU3oA2gWR0DGQO2lO45MdX2UKGgGaAloD0MIXtkFg+tzcECUhpRSlGgVTW0BaBZHQMZBAGapgkV1fZQoaAZoCWgPQwh6VPzfUfxwQJSGlFKUaBVL2mgWR0DGQQUadc0MdX2UKGgGaAloD0MIUB2rlB4wckCUhpRSlGgVS+5oFkdAxkEU46wMY3V9lChoBmgJaA9DCO56aYoAZWtAlIaUUpRoFUvnaBZHQMZBqYb83uN1fZQoaAZoCWgPQwj6f9WR461xQJSGlFKUaBVLxmgWR0DGQb+bsniOdX2UKGgGaAloD0MIpOTVOYZvcUCUhpRSlGgVS8hoFkdAxkHmbm2b5XV9lChoBmgJaA9DCP91btoMsXFAlIaUUpRoFUvFaBZHQMZB+r6LwWp1fZQoaAZoCWgPQwjU0XE1cppwQJSGlFKUaBVL22gWR0DGQf/8AJb/dX2UKGgGaAloD0MIlrIMcSyPbUCUhpRSlGgVS8FoFkdAxkIZSKFZgXV9lChoBmgJaA9DCMO5hhmaLG9AlIaUUpRoFUv6aBZHQMZCJ+i8Fpx1fZQoaAZoCWgPQwjJk6RrZrtzQJSGlFKUaBVL5mgWR0DGQjNH2AXmdX2UKGgGaAloD0MIpwcFpeiqcECUhpRSlGgVS75oFkdAxkI5uw5eaHV9lChoBmgJaA9DCOSFdHhIInFAlIaUUpRoFU2hAWgWR0DGQkVFfAsTdX2UKGgGaAloD0MIP8QGCye5cUCUhpRSlGgVTRgBaBZHQMZCWMBIWgx1fZQoaAZoCWgPQwhgrG9gsvRxQJSGlFKUaBVNAgFoFkdAxkKFfaYeDHV9lChoBmgJaA9DCKSOjquRU2RAlIaUUpRoFU3oA2gWR0DGQptb/wRXdX2UKGgGaAloD0MIWRmNfF66cECUhpRSlGgVS9JoFkdAxkNdgrH2iHV9lChoBmgJaA9DCJRQ+kLIZ3NAlIaUUpRoFUvjaBZHQMZDYSC4Bmx1fZQoaAZoCWgPQwhmho2yvlpxQJSGlFKUaBVLumgWR0DGQ2x91EE1dX2UKGgGaAloD0MIb7vQXCdSb0CUhpRSlGgVS8ZoFkdAxkN0wDeTFHV9lChoBmgJaA9DCHAmpgsxSGRAlIaUUpRoFU3oA2gWR0DGQ4RxYJVsdX2UKGgGaAloD0MI7na9NIWqcUCUhpRSlGgVS85oFkdAxkOhThHby3V9lChoBmgJaA9DCEZDxqNU+HFAlIaUUpRoFU0kAWgWR0DGQ621ndwedX2UKGgGaAloD0MIi8HDtG/3bUCUhpRSlGgVS8VoFkdAxkPYpqASWnV9lChoBmgJaA9DCCb9vRSeNWhAlIaUUpRoFU0MAWgWR0DGQ9pOi35OdX2UKGgGaAloD0MIblFmg8zUbkCUhpRSlGgVS/toFkdAxkPfkkrwv3V9lChoBmgJaA9DCAOUhhoFQXNAlIaUUpRoFUvnaBZHQMZD30OVgQZ1fZQoaAZoCWgPQwh1AwXeCXJxQJSGlFKUaBVNJAFoFkdAxkPia6STyXV9lChoBmgJaA9DCObrMvznx3FAlIaUUpRoFUveaBZHQMZD/MNlRP51fZQoaAZoCWgPQwgTJ/c7FBdxQJSGlFKUaBVLvGgWR0DGRFB2t+1CdX2UKGgGaAloD0MI3GYqxGMlcUCUhpRSlGgVS8JoFkdAxkRcKb8WK3V9lChoBmgJaA9DCPjB+dSxNHBAlIaUUpRoFUvNaBZHQMZEjSK3uu11fZQoaAZoCWgPQwgfLc4Y5sdwQJSGlFKUaBVNEQFoFkdAxkSojTrmhnV9lChoBmgJaA9DCGQD6WJTFXBAlIaUUpRoFUvVaBZHQMZEvB4dIXl1fZQoaAZoCWgPQwiJmBJJNHByQJSGlFKUaBVL5mgWR0DGRMxUDMePdX2UKGgGaAloD0MIv0UnSy0JcUCUhpRSlGgVS+VoFkdAxkTTCLMs6XV9lChoBmgJaA9DCL5PVaGByHBAlIaUUpRoFU0aAWgWR0DGRRGRzRx+dX2UKGgGaAloD0MI3xgCgGMScECUhpRSlGgVTRsBaBZHQMZFPiLEUCd1fZQoaAZoCWgPQwiEKjV7oNJwQJSGlFKUaBVL9WgWR0DGRYEqnWJ8dX2UKGgGaAloD0MIRBSTN0AGZUCUhpRSlGgVTegDaBZHQMZFgPeYUnJ1fZQoaAZoCWgPQwh9dVWgFh5uQJSGlFKUaBVL8mgWR0DGRYsKohpydX2UKGgGaAloD0MIFeEmowoNckCUhpRSlGgVS+BoFkdAxkXL3bEgn3V9lChoBmgJaA9DCNB/D157SXBAlIaUUpRoFUvVaBZHQMZF1BHskY51fZQoaAZoCWgPQwiAft+/+cpuQJSGlFKUaBVNCAFoFkdAxkXlymygPHV9lChoBmgJaA9DCAYrTrWWl3JAlIaUUpRoFUvWaBZHQMZF7oK2KEZ1fZQoaAZoCWgPQwi/gjRjEQF0QJSGlFKUaBVL5WgWR0DGRkrMs6JZdX2UKGgGaAloD0MI97AXClg8YECUhpRSlGgVTegDaBZHQMZGUgQHzH11ZS4="
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
         ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
     },
-    "_n_updates": 465,
+    "_n_updates": 310,
     "n_steps": 2048,
     "gamma": 0.99,
-    "gae_lambda": 0.98,
-    "ent_coef": 0.001,
+    "gae_lambda": 0.95,
+    "ent_coef": 0.0,
     "vf_coef": 0.5,
     "max_grad_norm": 0.5,
-    "batch_size": 128,
-    "n_epochs": 15,
+    "batch_size": 64,
+    "n_epochs": 10,
     "clip_range": {
         ":type:": "<class 'function'>",
         ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/yZmZmZmZmoWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="

ppo-LunarLander-v2/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ce81a6c82650ac9b2b8f078bf0a9d4144f48250eaecf07e27589090eae4f7ead
+oid sha256:f884971322f3c6c21edf520aac36983d3fb742ead15d795ca8c782c315b0246e
 size 87929

ppo-LunarLander-v2/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c34ebfdb91ef0303e08cc54b0a6d9a7bcef5ce7258fa4f1bcfba1dff5d5015bd
+oid sha256:97ac8b64aec936f52ce7c8d3f5c840deff29c4bfbd21c5782e51529553840ac3
 size 43393

results.json

@@ -1 +1 @@
-{"mean_reward": 266.8653453263215, "std_reward": 14.021322951013534, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-03-04T17:02:29.866900"}
+{"mean_reward": 256.57608229066216, "std_reward": 17.362360845734397, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-03-04T18:22:44.909826"}