Upload PPO LunarLander-v2 trained agent

README.md

@@ -16,7 +16,7 @@ model-index:
       type: LunarLander-v2
     metrics:
     - type: mean_reward
-      value: 240.94 +/- 84.34
+      value: 287.13 +/- 16.56
       name: mean_reward
       verified: false
 ---

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7dc5ebf69a80>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7dc5ebf69b20>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7dc5ebf69bc0>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7dc5ebf69c60>", "_build": "<function ActorCriticPolicy._build at 0x7dc5ebf69d00>", "forward": "<function ActorCriticPolicy.forward at 0x7dc5ebf69da0>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7dc5ebf69e40>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7dc5ebf69ee0>", "_predict": "<function ActorCriticPolicy._predict at 0x7dc5ebf69f80>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7dc5ebf6a020>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7dc5ebf6a0c0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7dc5ebf6a160>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7dc5ec366100>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 1015808, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1746202482410733326, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdgIAAAAAAACME251bXB5Ll9jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWAAIAAAAAAABmlh090nSIu/VdirqTnhE91RmwPBKa8r0AAIA/AACAPzN8DT4WWAM99NEkvtPDu73lht+9JXrvPgAAgD8AAAAAmhFmu8PpA7o+Oag8TJdcPK3XVLtyfUI9AACAPwAAgD8AH9O8b6kxPe5G9T35MHK+FiUgPXDh5bwAAAAAAAAAAAKvj77eWBs/TttDPkEk/b7y1Qq+PqJdPgAAAAAAAAAAbSFIPkhYp7xvApe6SYn/ODKgFL4b+8U5AACAPwAAgD+zYlG9/GDUPoU8bbycFAC/qtKuvAK/5zwAAAAAAAAAAAARYL3b/pk9cjoePSZ6ib7+Wkg8OHxTPQAAAAAAAAAAmmEDO7CBtj++c8U9o/yiPsV5N7pzoCE8AAAAAAAAAAAAYwm+BZbOu2XjPL3zgqe7fNAePX4pjjwAAIA/AACAP2bmzzn2jgi8eppRPuuOhzyjwHu9uNutPQAAgD8AAIA/zX18Pq8NGD2oslo78QCOPGHdrD4ip5U9AAAAAAAAAACav4W8CtEqu1JO/TwLtIQ8FdLPvKizZD0AAIA/AACAP5MNEL4fJ7Y6NkZ0t50pYDSTtaC8cmiRNgAAgD8AAIA/wHvjvVslxD4YYgg+LYIDvwlQh70lytQ9AAAAAAAAAAAAczk+oZS9vKn2jbo1wwU5Q/QmvslewDkAAIA/AACAP5SMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLEEsIhpSMAUOUdJRSlC4="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVhAAAAAAAAACME251bXB5Ll9jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWEAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksQhZSMAUOUdJRSlC4="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV9gsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQG60++mFajiMAWyUS9yMAXSUR0Ce7ATER8MNdX2UKGgGR0BmjNXaJyhjaAdN6ANoCEdAnuwbvb48EHV9lChoBkdAYWCShakhzWgHTegDaAhHQJ7s8YO2AoZ1fZQoaAZHQHJjFGoaUA1oB0veaAhHQJ7tb8ZUDMh1fZQoaAZHQERbAfuCwr1oB0vAaAhHQJ7ugd4mkWR1fZQoaAZHQHJK5FTefqZoB0vlaAhHQJ7vHL9uP3l1fZQoaAZHQHCGTPWxyGVoB0uqaAhHQJ7wKVKPGQ11fZQoaAZHQHGxQ+yJKrdoB0vKaAhHQJ7wovwmVqx1fZQoaAZHQHIQxZMcp9ZoB0umaAhHQJ7xFRKpT/B1fZQoaAZHQHD2s052hZhoB0vQaAhHQJ7xE2CNCJJ1fZQoaAZHQHBQLL2YfGNoB0uwaAhHQJ7xUieNDMN1fZQoaAZHQG3NgIQe3hJoB00mAWgIR0Ce8VCmdiDvdX2UKGgGR0BwhSgdwNsnaAdL8GgIR0Ce8kZzgdfcdX2UKGgGR0ByDTGuLaVVaAdLwGgIR0Ce8slY2bXpdX2UKGgGR0BvzaHsTnJUaAdLwGgIR0Ce81HH3lCDdX2UKGgGR0Bx3qhBZ6ldaAdNBwFoCEdAnvOxDst03nV9lChoBkdAZCivcJtzjmgHTegDaAhHQJ7z2lvZRKp1fZQoaAZHQHA1sqBmPHVoB0uuaAhHQJ70d36hxo91fZQoaAZHQHJjPHo5ggJoB0vRaAhHQJ7023I+4b11fZQoaAZHQG6otmcvugJoB0uxaAhHQJ71WiFj/dZ1fZQoaAZHQG2vyvkili1oB0u4aAhHQJ72dliBoVV1fZQoaAZHQHF7QlByCFtoB0ujaAhHQJ72vU8V58l1fZQoaAZHQHGdLxusLfFoB0vLaAhHQJ72+tcOby91fZQoaAZHQHHs0PpY9xJoB0vUaAhHQJ73DXsgMc91fZQoaAZHQG1MqF7D2rZoB000A2gIR0Ce9xUt7KJVdX2UKGgGR0ByB8/Vy3kQaAdNaQJoCEdAnvdlLSNOunV9lChoBkdAcQ9D6WPcSGgHS8ZoCEdAnvgSdjG1hXV9lChoBkdAcgy6uGKyfWgHS6ZoCEdAnvgojSofjnV9lChoBkdAcPZU9IPK+2gHS8hoCEdAnviOerdWQ3V9lChoBkdAbXeU34sVcmgHS+BoCEdAnvlob83uNXV9lChoBkdAcaZGmDUVjGgHS8toCEdAnvoJqVQhwHV9lChoBkdAcEGZk078vWgHS7poCEdAnvoacy31BnV9lChoBkdAcUll7tzCDWgHS6loCEdAnvs7ONYKY3V9lChoBkdAbwcirT6SDGgHS9BoCEdAnvvV+AmReXV9lChoBkdAcZqFzMibD2gHS8doCEdAnvvd0NjLCHV9lChoBkdAck5B7/n4f2gHS8hoCEdAnvwwvYe1bHV9lChoBkdAcK2hN/OMVGgHS9ZoCEdAnvya7I1cdHV9lChoBkdAcT6L+PzWgGgHS8VoCEdAnv0+jynUD3V9lChoBkdAbtkP/aQFLWgHS8FoCEdAnv09wWFewHV9lChoBkdAcwIZc9nscGgHS9loCEdAnv5ipzcRDnV9lChoBkdAcQaa72+PBGgHS7NoCEdAnv8I73fygHV9lChoBkdAcdRwY+B6KWgHS+poCEdAnv/1lwtJ4HV9lChoBkdAcbfaCtihFmgHS/JoCEdAnwDwLApKBnV9lChoBkdAb9odBBzFM2gHS7JoCEdAnwECjk+5fHV9lChoBkdAcFqavicXnGgHS8FoCEdAnwFujynUD3V9lChoBkdAba3rFfiPyWgHS9xoCEdAnwGkcwQDm3V9lChoBkdAccdLgXMyJ2gHS6doCEdAnwIxeTmnwXV9lChoBkdAcb42t+1Bt2gHS69oCEdAnwO6YzBRAXV9lChoBkdAcmh5+pfhM2gHS+JoCEdAnwQeLiuMdnV9lChoBkdAbwCniNsFdWgHS79oCEdAnwUWtITXa3V9lChoBkdAbkBGR3eN1mgHTdwCaAhHQJ8FkRlHz6J1fZQoaAZHQGb44rSVnmJoB03oA2gIR0CfBvK/EfkndX2UKGgGR0By0sBDG96DaAdLwmgIR0CfBz2LHdXUdX2UKGgGR0BvYczyjHn2aAdLv2gIR0CfCKbFjurqdX2UKGgGR0Bv+tqWTot+aAdLsmgIR0CfClbC79Q5dX2UKGgGR0BxBTg5zYEoaAdLxGgIR0CfC+EAYHgQdX2UKGgGR0Bu7CwD/2kBaAdLvmgIR0CfDTb7CSA6dX2UKGgGR0ByL5X3g1m8aAdLwmgIR0CfDjGkN4JNdX2UKGgGR0BzZYu5BkZraAdNQQFoCEdAnw6ViKBNEnV9lChoBkdAcE0as6q82GgHS71oCEdAnxA9waR6nnV9lChoBkdAYL3oouwos2gHTegDaAhHQJ8TH+BH09R1fZQoaAZHQHE9phvze41oB0vGaAhHQJ8Tadat9x91fZQoaAZHQHA88yi22G9oB0vBaAhHQJ8UoWBSUC91fZQoaAZHQG7O8T8HfMxoB0vFaAhHQJ8V7Sb6P811fZQoaAZHQG+7Dq4YrJ9oB00EAmgIR0CfFtrGipNsdX2UKGgGR0BfwHZK3/gjaAdN6ANoCEdAnxe5zxPO6nV9lChoBkdAapSDwpe/pWgHS9ZoCEdAnxhtdVvMr3V9lChoBkdAcUPggow222gHS95oCEdAnxh4uscQy3V9lChoBkdAcos9f1Hvt2gHS81oCEdAnxk81Gb1AnV9lChoBkdAcSfAZsKsuGgHS7VoCEdAnxogIldC3XV9lChoBkdAcHKz9jwx32gHS8toCEdAnxwwh4dIXnV9lChoBkdAZhn4mCyyEGgHTegDaAhHQJ8czTMJQch1fZQoaAZHQHHlKkIomXxoB0ubaAhHQJ8dtcB2fTV1fZQoaAZHQHCf6FZgXuVoB0u4aAhHQJ8d5M6BAfN1fZQoaAZHQG83O9vjwQVoB0u3aAhHQJ8gSQcPvrp1fZQoaAZHQHDgiGahHsloB0vBaAhHQJ8gpmGucMF1fZQoaAZHQG3qRoIv8IloB0u6aAhHQJ8iUmmce8x1fZQoaAZHQHAgGNipeeFoB0uhaAhHQJ8jKvZAY511fZQoaAZHQGUft5MURFtoB03oA2gIR0CfJEBMzuWsdX2UKGgGR0BxJEgGKQ7taAdNAQFoCEdAnyRLYbsF+3V9lChoBkdAYAwG3WnTAmgHTegDaAhHQJ8k2o/A0sR1fZQoaAZHQHBaVXNke6toB0u1aAhHQJ8k9k7Omix1fZQoaAZHQHISf7vXsgNoB0vdaAhHQJ8k/UQTVUd1fZQoaAZHQHFYC/KyOaRoB0vRaAhHQJ8mIVLzwtt1fZQoaAZHQHFL/+bVjI9oB0uwaAhHQJ8nODf3vhJ1fZQoaAZHQG9WGUnogV5oB02dAWgIR0CfKINEgGKRdX2UKGgGR0BwiVLh73PBaAdLrmgIR0CfKPEW69TQdX2UKGgGR0BgmOgOBlMAaAdN6ANoCEdAnykM495hSnV9lChoBkdAbRzShJyyU2gHTRcDaAhHQJ8pqi48U211fZQoaAZHQGHFE9ECvHNoB03oA2gIR0CfKqweNkvsdX2UKGgGR0Bw3f2ugYgraAdLvWgIR0CfKvMEzO5bdX2UKGgGR0BvbRp35eqraAdLvGgIR0CfK1bO/tY0dX2UKGgGR0BxSw5yU9pzaAdLzWgIR0CfK2hhH9WIdX2UKGgGR0Bshrifg75maAdL7GgIR0CfK5VH4GlidX2UKGgGR0BwMEvL5h0AaAdLyGgIR0CfK8e0G/vfdX2UKGgGR0ByCLiKiwjdaAdLx2gIR0CfK8WepXIVdX2UKGgGR0BolVFOO802aAdNSQFoCEdAnyx7iMo+fXV9lChoBkdAcC00se4kNWgHS8loCEdAnyyxEroW6HV9lChoBkdAc7juR9w3pGgHS8RoCEdAny1R9b5dnnV9lChoBkdAb4hHGS6lL2gHS9NoCEdAny8bOAy2yHVlLg=="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 380, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVdwIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBNudW1weS5fY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolggAAAAAAAAAAQEBAQEBAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBEolggAAAAAAAAAAQEBAQEBAQGUaBVLCIWUaBl0lFKUjAZfc2hhcGWUSwiFlIwDbG93lGgRKJYgAAAAAAAAAAAAtMIAALTCAACgwAAAoMDbD0nAAACgwAAAAIAAAACAlGgLSwiFlGgZdJRSlIwEaGlnaJRoESiWIAAAAAAAAAAAALRCAAC0QgAAoEAAAKBA2w9JQAAAoEAAAIA/AACAP5RoC0sIhZRoGXSUUpSMCGxvd19yZXBylIxbWy05MC4gICAgICAgIC05MC4gICAgICAgICAtNS4gICAgICAgICAtNS4gICAgICAgICAtMy4xNDE1OTI3ICAtNS4KICAtMC4gICAgICAgICAtMC4gICAgICAgXZSMCWhpZ2hfcmVwcpSMU1s5MC4gICAgICAgIDkwLiAgICAgICAgIDUuICAgICAgICAgNS4gICAgICAgICAzLjE0MTU5MjcgIDUuCiAgMS4gICAgICAgICAxLiAgICAgICBdlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV3AAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFm51bXB5Ll9jb3JlLm11bHRpYXJyYXmUjAZzY2FsYXKUk5SMBW51bXB5lIwFZHR5cGWUk5SMAmk4lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJDCAQAAAAAAAAAlIaUUpSMBXN0YXJ0lGgIaA5DCAAAAAAAAAAAlIaUUpSMBl9zaGFwZZQpjAVkdHlwZZRoDowKX25wX3JhbmRvbZROdWIu", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 2048, "gamma": 0.99, "gae_lambda": 0.95, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 10, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWV1gIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwiVAZcAiQFTAJROhZQpjAFflIWUjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjExL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUS4RDCPiAANgPEogKlEMAlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTEvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCF9lH2UKGgYjARmdW5jlIwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBmMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHP8mZmZmZmZqFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWV1gIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwiVAZcAiQFTAJROhZQpjAFflIWUjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjExL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUS4RDCPiAANgPEogKlEMAlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTEvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCF9lH2UKGgYjARmdW5jlIwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBmMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHPzOpKjBVMmGFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="}, "system_info": {"OS": "Linux-6.1.123+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Sun Mar 30 16:01:29 UTC 2025", "Python": "3.11.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.6.0+cu124", "GPU Enabled": "True", "Numpy": "2.0.2", "Cloudpickle": "3.1.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7beb3775b240>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7beb3775b2e0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7beb3775b380>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7beb3775b420>", "_build": "<function ActorCriticPolicy._build at 0x7beb3775b4c0>", "forward": "<function ActorCriticPolicy.forward at 0x7beb3775b560>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7beb3775b600>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7beb3775b6a0>", "_predict": "<function ActorCriticPolicy._predict at 0x7beb3775b740>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7beb3775b7e0>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7beb3775b880>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7beb3775b920>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7beb37bac040>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 1048576, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1751132324892031799, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdggAAAAAAACME251bXB5Ll9jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWAAgAAAAAAADNSIQ7UqKqPw+xkDwg6eS+J2/IPFZ45D0AAAAAAAAAAGa2UT3jiH8/AKGmPSvTBL9DQg4+b/opvAAAAAAAAAAAmlkbvEHXNT9Ixb29n4fSvv6cgbxdP3a8AAAAAAAAAADzAK+97/TePgunqz0ab7S+hisrvREuIz0AAAAAAAAAAM2HgTyP3jG6QXG/swTX4Kwh9Z46Cjm4MwAAgD8AAIA/M4cmPOFgn7oWJ1W2cXg2sfB7urnyG4I1AACAPwAAgD+tvQ8+EqmlPmRntb7mBdC+E72JvRodvL0AAAAAAAAAADNURT0b/J4/ewC4PfU9AL/o0Kk9xkVNPAAAAAAAAAAAM8/6PLUyYD46zXc9aSuZvhAjXT24Sly8AAAAAAAAAADNOZ68nIcLvDKILjw71qU8+eLCPIQuxTwAAIA/AACAP9O8Ar7Klu0+f8QSPoNmn74+6BS9zGC9PAAAAAAAAAAAZjpWPFzDPLo9KOe8m7ytPC14GjgZdpa9AACAPwAAgD9mdue6HGwTvAEeFT4GyHs97gR0vFgMNTwAAIA/AACAP2aGtz20Kbo/OpgLP8tIb70OBCM90IuAPgAAAAAAAAAAmr/APOEssrp7DZI7mpaQPNHzQ7sYH3s9AACAPwAAgD8ae1G9THuMP/L4D75Lzdq+ZkSwvQCU6b0AAAAAAAAAAI3IhL3Z2BA+/C4EPQPRm74xfEY9ccqwugAAAAAAAAAAzVggvCr2LD8MDZu8vJPpvn5IEjysgDw9AAAAAAAAAABAmgS+i85PP4iebb3L4Ny+LFQNvtbbsT0AAAAAAAAAAJq+xrx7Cp+6Il8Kut45KrbIpd65BVofOQAAgD8AAIA/ur4Zvqmogj8Gz6i+t8IDv//zeb7SVaK9AAAAAAAAAAAzRq08ZvmuPwPhzj6g8+K+HHWKu8cAgT0AAAAAAAAAAACEAbzpw7E/Ytz2vdAKbL6uCYi7U85lvQAAAAAAAAAAmhXjvbvqwD9i6tK+8OMsvpsyAr7/Hgq+AAAAAAAAAAAzO6s8hMXuPrBYPz0dVNm+EgjaPNrYdr0AAAAAAAAAADMz3DhxC3e7CvGaOwU69ju+CL28FnfkPAAAgD8AAIA/M3x5PQIAYD+a+4+8dOzpvueIxD2QWTu9AAAAAAAAAAAafDA9pgznPrhUU75wI9S+ig4Nu2qMUr0AAAAAAAAAAAAzSL3pSIM/YokGvZdjCr+b2/u9pJ1EvAAAAAAAAAAAM49zvKnzcrxbCJC9C5G3PI0E4T1b65K9AACAPwAAgD/aG+u9TsQMP5TZgT4xh9S+/Ab7PPxvpDkAAAAAAAAAABryOD17or66WESIO+kLjzwKxIu7hWx4PQAAgD8AAIA/Fhx9vs+VOT9DXQc+Oir1vluFL76rOHs+AAAAAAAAAADNIFe89hhjuuErKDVpPGkw0iaFOx4+U7QAAIA/AACAPzqCqL5IEU0/XdeiPS7S9b6J3cy+LT0EPgAAAAAAAAAAzaRePJ/WtD9EaCA++6mqvdgUArzNmhg9AAAAAAAAAAAzUJk8rgmbutd4tzPphzUw1vDiuA2zsbMAAIA/AACAP+2xdL4Upj29tvgfvJez3bpWPKU+cpSgOwAAgD8AAIA/Gk7pvdTPjj+KUti+lPcIv0mkAb76Wm++AAAAAAAAAACzICs+oIT1PkJlF75sQry+2nmiuhVNv70AAAAAAAAAADMtzzz2Y7c/tuWNPmJThDqRLzm87zWQuwAAAAAAAAAAZsOrPYknbD6Qmc++DEalvhdJgL4d7zy+AAAAAAAAAAAzZ4i+8xaXP+sM+r6X+Ay/U9fFvl4NRr4AAAAAAAAAAIBTXr1bsPI91fL4vHZlnr7nU269eG0uvQAAAAAAAAAAzQNbPWB06j4YHja+6dCNvuOqOr0VSqm9AAAAAAAAAABNUDi9iu8SPlZFMj7/SbO+CAEPPrpYlb0AAAAAAAAAAEA/kD3a0KA/YcXLPl4j/L7FmMA9eumcPgAAAAAAAAAAM2sQO5SojbxClaK9uk0lPdoZ8T2TtwC+AACAPwAAgD8Acl08XAMwuqflPj3dv8I6CSnaupAMqjsAAIA/AACAP9rS+L2TofE+2hA+PuFJy77HWy09xXOHPQAAAAAAAAAAmjP+vCzdyjw1JoI+Mm+Ivu3VrD1DNRy8AAAAAAAAAACaywi9XA48O5x7trvqlai+bs+YvYBE1D4AAIA/AAAAAO3AGD4aHqo+pkoPv9lyob5aOC++xYI2vgAAAAAAAAAAZhRyvVKw/Lsdu4S+2QWgPPIVZT22H4W9AACAPwAAgD9NQxe976lVPhh2ED6m17i+T6eLPbttGr0AAAAAAAAAAFOsPj7OBmY/NrgnPu3u576ann0+uB6SvQAAAAAAAAAAzfvHPISojT/6a4i8nb0Rv/Ywsz0MBwU+AAAAAAAAAACaAkq9Z2RIP85CILx2MOW+nxZaPDO4WD0AAAAAAAAAAOKMj76vqDQ/WvmGPeLczL4t8pa+1XgMPgAAAAAAAAAATTWwPa65qLoNins2L1/WMJldD7r+R5O1AACAPwAAgD+axZ28rpmkuqBLc7apaTixZK30OV9fkTUAAIA/AACAP01kJT3HN7w/kE3+PmGccz7XAeO8lnu4vAAAAAAAAAAAs7YivVRvAz6WeJ69I2K3vgyxm717RdU7AAAAAAAAAADmkxw9XCdCugoUKbPmsPWuJqOlO7KeyzMAAIA/AACAP5SMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLQEsIhpSMAUOUdJRSlC4="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVtAAAAAAAAACME251bXB5Ll9jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYktAhZSMAUOUdJRSlC4="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.04857599999999995, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV8gsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHEzkDp1RtSMAWyUS/qMAXSUR0CocNhQm/nGdX2UKGgGR0BuTSrPt2LYaAdL5mgIR0CocP6qKgqWdX2UKGgGR0BymkBBAv+PaAdNCQFoCEdAqHEx0uDjBHV9lChoBkdAbX6bwSamXWgHTQIBaAhHQKhxRh86V+t1fZQoaAZHQHKT6ohpxm1oB0vyaAhHQKhxRlKbrkd1fZQoaAZHQHC3+s90RvpoB0vTaAhHQKhxRlK9PDZ1fZQoaAZHQHCltr0rbxpoB0v7aAhHQKhxVKlpGnZ1fZQoaAZHQG0MXJ5mh/RoB0vhaAhHQKhxsqsEJSl1fZQoaAZHQG9K86mwaBJoB0vlaAhHQKhx8Bnzxw11fZQoaAZHQHFaaqOtGNJoB0vvaAhHQKhyAAf+0gN1fZQoaAZHQHFAUiILw4NoB00WAWgIR0CockKbjLjhdX2UKGgGR0BxztuGbkOqaAdL6mgIR0Cocl8f3evZdX2UKGgGR0BwynrpqynlaAdL0mgIR0CocnzWXkYGdX2UKGgGR0BxbF8PWhAXaAdL02gIR0Cocr+sgdOqdX2UKGgGR0BwKlgZ0jkdaAdL/2gIR0CocwtUGVzIdX2UKGgGR0Bwsrej2zv7aAdNAgFoCEdAqHN4rMC9y3V9lChoBkdAcqlgbp/wzGgHS8hoCEdAqHOOhGpdbHV9lChoBkdAcuOANoakymgHS+JoCEdAqHPFdgOSXHV9lChoBkdAc9OT/hl182gHS8loCEdAqHPdzySV4XV9lChoBkdAcMh/Ho5ggGgHTQIBaAhHQKhz5ddmg8N1fZQoaAZHQHDtLiEQGwBoB0vqaAhHQKh0LEMLF4t1fZQoaAZHQFM0HRCx/utoB0utaAhHQKh0TQVsUIt1fZQoaAZHQHAcGhysCDFoB0vsaAhHQKh0ha8Hv+h1fZQoaAZHQHIsLgGbCrNoB0vraAhHQKh0kM+/xlR1fZQoaAZHQHHDb9ZRsM1oB0v/aAhHQKh0jYywfQt1fZQoaAZHQHHffrjYI0JoB0v1aAhHQKh0pcwg1WN1fZQoaAZHQHK+jNyHVPNoB0vMaAhHQKh0rldTo+x1fZQoaAZHQHMEYqXnhbZoB00RAWgIR0CodNtZNfw7dX2UKGgGR0Bv1zHU+cH4aAdL3WgIR0CodNvwNLDidX2UKGgGR0BxEwQnQY1paAdL9GgIR0CodOZPVNHpdX2UKGgGR0BxTd+4LCvYaAdNEQFoCEdAqHUEXN1QqXV9lChoBkdAcdkTxXnyNGgHS/loCEdAqHUY/7iyZHV9lChoBkdAcrPEDyOJcmgHS+toCEdAqHUkm0E5hnV9lChoBkdAcq18IiTt9mgHS8VoCEdAqHU6LXL/0nV9lChoBkdAcrhiSJTESGgHTQMBaAhHQKh1jysjmjl1fZQoaAZHQG6nUrK/201oB0veaAhHQKh1j7LMcIZ1fZQoaAZHQHEVy6+WWyFoB0v2aAhHQKh1njawljV1fZQoaAZHQHEeDTBqKxdoB00PAWgIR0CodfC4axX5dX2UKGgGR0BxwiSB9TgmaAdL+GgIR0CodfDuKGcndX2UKGgGR0BwYvBnBciXaAdL22gIR0Codip+MIeHdX2UKGgGR0Bz1HCcf/3naAdL42gIR0CodilvhqCZdX2UKGgGR0BxPzOmixmkaAdNEwFoCEdAqHY0lJHy3HV9lChoBkdAcwUxtYSxq2gHS+FoCEdAqHaZEQXhwXV9lChoBkdAc6RzkIX0oWgHS+5oCEdAqHanaFmFrXV9lChoBkdAcMyNyo4uLGgHS9loCEdAqHb7WGyooHV9lChoBkdAcN9kMTewcGgHTR0BaAhHQKh3JEYO2Ap1fZQoaAZHQHEwCDqW1MNoB00EAWgIR0Cod008V58jdX2UKGgGR0BwlMg3cYZVaAdL5mgIR0CoeBrVOKwZdX2UKGgGR0ByKKWiUPhAaAdL/WgIR0CoeF8L0BfbdX2UKGgGR0BwQTtTkyULaAdL4GgIR0CoeK7VjI7vdX2UKGgGR0BuA9ZX+2mYaAdL5GgIR0CoeMmjCYTkdX2UKGgGR0ByQnZkCmuUaAdL4GgIR0CoePJiAlOXdX2UKGgGR0Bwq/2+PBBSaAdL7mgIR0CoeQOaF23bdX2UKGgGR0Bz47cgyM1kaAdNGAFoCEdAqHmDmCAc1nV9lChoBkdAcpD7XxvvSmgHS/FoCEdAqHmgo5PuX3V9lChoBkdAcZFcslLOA2gHS9toCEdAqHoJi5NGmXV9lChoBkdAcPFbC79Q42gHTRoBaAhHQKh6JpLVWjp1fZQoaAZHQG/nAYP5HmRoB0v0aAhHQKh6dj3Ehq11fZQoaAZHQHAHnN5dGAloB0vcaAhHQKh6hgTAWSF1fZQoaAZHQHFfkjLSuyNoB0vMaAhHQKh6lJjlPrR1fZQoaAZHQG/fSprDZUVoB0voaAhHQKh6lKW9lEt1fZQoaAZHQHGrgsGxD9hoB0vTaAhHQKh6qD15B1N1fZQoaAZHQHFHmI9C/oJoB0vtaAhHQKh65GMGX5Z1fZQoaAZHQHDDlqJuVHFoB0v7aAhHQKh7Pc2R7qp1fZQoaAZHQHH011SwW31oB0vfaAhHQKh7Z3GGVRl1fZQoaAZHQHGO8ZP2wmpoB0vWaAhHQKh7zWcz68B1fZQoaAZHQHLJX2AXl8xoB0vZaAhHQKh72x3V0911fZQoaAZHQHCzZTho/RpoB0vtaAhHQKh8Ahr30wt1fZQoaAZHQHNG0mlZX+5oB0v6aAhHQKh8CZ62OQ11fZQoaAZHQHD33RCx/utoB00KAWgIR0CofBVMmF8HdX2UKGgGR0BxJu3LFGXpaAdL9mgIR0CofEt+TeO5dX2UKGgGR0BxO/Ve8f3faAdL3GgIR0CofEuavzOHdX2UKGgGR0BxcritJWeZaAdL92gIR0CofFXJYDDCdX2UKGgGR0BxUdEE1VHXaAdL9WgIR0CofKkvkBCEdX2UKGgGR0BzAZtoBaLXaAdLzGgIR0CofMZ5zHS4dX2UKGgGR0ByDurcTJyRaAdL2WgIR0CofV20AtFsdX2UKGgGR0Bw8g8lolD4aAdL1mgIR0CofXUvPC2udX2UKGgGR0Bwj+FqSHM2aAdL+WgIR0CofYh7E5yVdX2UKGgGR0Bwts9dNWU9aAdL9WgIR0Cofb5QpF1CdX2UKGgGR0ByGUGJN0vHaAdL4GgIR0CoffYQarFPdX2UKGgGR0ByhKmygPEsaAdNAQFoCEdAqH37212JSHV9lChoBkdAcX0azNUwSWgHS9JoCEdAqH4vJRwZO3V9lChoBkdAcxSPI4lyBGgHS9toCEdAqH5v6be/H3V9lChoBkdAb3NJA+pwTGgHS+1oCEdAqH6GOlwcYXV9lChoBkdAcVtExZdOZmgHS99oCEdAqH6x7AtWdXV9lChoBkdAbcmBEroW6GgHS+RoCEdAqH7GvZAY53V9lChoBkdAcJ2WcjJMg2gHS9toCEdAqH7DqD9OynV9lChoBkdAcxY/z8P4EmgHS+5oCEdAqH71Eb5uZXV9lChoBkdAcf8XY150KmgHTRABaAhHQKh/HmWdEst1fZQoaAZHQHKbIqG1x85oB0vfaAhHQKh/HdQfp2V1fZQoaAZHQHDZ9NN8E3doB0vpaAhHQKh/elVtGd91fZQoaAZHQHJX3ktEofFoB0veaAhHQKh/mScLBsR1fZQoaAZHQHKlfCVKPGRoB0vVaAhHQKh/5BZ6lch1fZQoaAZHQHC++gte2NNoB0vxaAhHQKh/8TTOPeZ1fZQoaAZHQG8MFvZRKpVoB0vpaAhHQKiAHLdN34d1fZQoaAZHQHO76v7m+0xoB0v+aAhHQKiAM/336AR1fZQoaAZHQHFGNorWiDdoB0v/aAhHQKiAP5/LDAJ1fZQoaAZHQHI/r6ciGFloB00PAWgIR0CogD8U/OdHdX2UKGgGR0Bu8rBwdbPhaAdL32gIR0CogFZE2HcldX2UKGgGR0BxPRlUZNwjaAdLymgIR0CogGDRc/t6dWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 192, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVdwIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBNudW1weS5fY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolggAAAAAAAAAAQEBAQEBAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBEolggAAAAAAAAAAQEBAQEBAQGUaBVLCIWUaBl0lFKUjAZfc2hhcGWUSwiFlIwDbG93lGgRKJYgAAAAAAAAAAAAtMIAALTCAACgwAAAoMDbD0nAAACgwAAAAIAAAACAlGgLSwiFlGgZdJRSlIwEaGlnaJRoESiWIAAAAAAAAAAAALRCAAC0QgAAoEAAAKBA2w9JQAAAoEAAAIA/AACAP5RoC0sIhZRoGXSUUpSMCGxvd19yZXBylIxbWy05MC4gICAgICAgIC05MC4gICAgICAgICAtNS4gICAgICAgICAtNS4gICAgICAgICAtMy4xNDE1OTI3ICAtNS4KICAtMC4gICAgICAgICAtMC4gICAgICAgXZSMCWhpZ2hfcmVwcpSMU1s5MC4gICAgICAgIDkwLiAgICAgICAgIDUuICAgICAgICAgNS4gICAgICAgICAzLjE0MTU5MjcgIDUuCiAgMS4gICAgICAgICAxLiAgICAgICBdlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV3AAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFm51bXB5Ll9jb3JlLm11bHRpYXJyYXmUjAZzY2FsYXKUk5SMBW51bXB5lIwFZHR5cGWUk5SMAmk4lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJDCAQAAAAAAAAAlIaUUpSMBXN0YXJ0lGgIaA5DCAAAAAAAAAAAlIaUUpSMBl9zaGFwZZQpjAVkdHlwZZRoDowKX25wX3JhbmRvbZROdWIu", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 64, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWV1gIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwiVAZcAiQFTAJROhZQpjAFflIWUjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjExL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUS4RDCPiAANgPEogKlEMAlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTEvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCF9lH2UKGgYjARmdW5jlIwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBmMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHP8mZmZmZmZqFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWV1gIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwiVAZcAiQFTAJROhZQpjAFflIWUjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjExL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUS4RDCPiAANgPEogKlEMAlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTEvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCF9lH2UKGgYjARmdW5jlIwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBmMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHPzOpKjBVMmGFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="}, "system_info": {"OS": "Linux-6.1.123+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Sun Mar 30 16:01:29 UTC 2025", "Python": "3.11.13", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.6.0+cu124", "GPU Enabled": "True", "Numpy": "2.0.2", "Cloudpickle": "3.1.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}

ppo-LunarLander-v2.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a5820b2e1db6cc9cbb057194675d21520ccbb6eff3ef7b46959aaf208a0cd178
-size 148031
+oid sha256:c34ce0f77458c09ba0d9a01e2c7ce3e589aba5f648757d0fd0d4525ddce48866
+size 150135

ppo-LunarLander-v2/data

@@ -4,54 +4,54 @@
         ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==",
         "__module__": "stable_baselines3.common.policies",
         "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ",
-        "__init__": "<function ActorCriticPolicy.__init__ at 0x7dc5ebf69a80>",
-        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7dc5ebf69b20>",
-        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7dc5ebf69bc0>",
-        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7dc5ebf69c60>",
-        "_build": "<function ActorCriticPolicy._build at 0x7dc5ebf69d00>",
-        "forward": "<function ActorCriticPolicy.forward at 0x7dc5ebf69da0>",
-        "extract_features": "<function ActorCriticPolicy.extract_features at 0x7dc5ebf69e40>",
-        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7dc5ebf69ee0>",
-        "_predict": "<function ActorCriticPolicy._predict at 0x7dc5ebf69f80>",
-        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7dc5ebf6a020>",
-        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7dc5ebf6a0c0>",
-        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7dc5ebf6a160>",
+        "__init__": "<function ActorCriticPolicy.__init__ at 0x7beb3775b240>",
+        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7beb3775b2e0>",
+        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7beb3775b380>",
+        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7beb3775b420>",
+        "_build": "<function ActorCriticPolicy._build at 0x7beb3775b4c0>",
+        "forward": "<function ActorCriticPolicy.forward at 0x7beb3775b560>",
+        "extract_features": "<function ActorCriticPolicy.extract_features at 0x7beb3775b600>",
+        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7beb3775b6a0>",
+        "_predict": "<function ActorCriticPolicy._predict at 0x7beb3775b740>",
+        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7beb3775b7e0>",
+        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7beb3775b880>",
+        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7beb3775b920>",
         "__abstractmethods__": "frozenset()",
-        "_abc_impl": "<_abc._abc_data object at 0x7dc5ec366100>"
+        "_abc_impl": "<_abc._abc_data object at 0x7beb37bac040>"
     },
     "verbose": 1,
     "policy_kwargs": {},
-    "num_timesteps": 1015808,
+    "num_timesteps": 1048576,
     "_total_timesteps": 1000000,
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1746202482410733326,
+    "start_time": 1751132324892031799,
     "learning_rate": 0.0003,
     "tensorboard_log": null,
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVdgIAAAAAAACME251bXB5Ll9jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWAAIAAAAAAABmlh090nSIu/VdirqTnhE91RmwPBKa8r0AAIA/AACAPzN8DT4WWAM99NEkvtPDu73lht+9JXrvPgAAgD8AAAAAmhFmu8PpA7o+Oag8TJdcPK3XVLtyfUI9AACAPwAAgD8AH9O8b6kxPe5G9T35MHK+FiUgPXDh5bwAAAAAAAAAAAKvj77eWBs/TttDPkEk/b7y1Qq+PqJdPgAAAAAAAAAAbSFIPkhYp7xvApe6SYn/ODKgFL4b+8U5AACAPwAAgD+zYlG9/GDUPoU8bbycFAC/qtKuvAK/5zwAAAAAAAAAAAARYL3b/pk9cjoePSZ6ib7+Wkg8OHxTPQAAAAAAAAAAmmEDO7CBtj++c8U9o/yiPsV5N7pzoCE8AAAAAAAAAAAAYwm+BZbOu2XjPL3zgqe7fNAePX4pjjwAAIA/AACAP2bmzzn2jgi8eppRPuuOhzyjwHu9uNutPQAAgD8AAIA/zX18Pq8NGD2oslo78QCOPGHdrD4ip5U9AAAAAAAAAACav4W8CtEqu1JO/TwLtIQ8FdLPvKizZD0AAIA/AACAP5MNEL4fJ7Y6NkZ0t50pYDSTtaC8cmiRNgAAgD8AAIA/wHvjvVslxD4YYgg+LYIDvwlQh70lytQ9AAAAAAAAAAAAczk+oZS9vKn2jbo1wwU5Q/QmvslewDkAAIA/AACAP5SMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLEEsIhpSMAUOUdJRSlC4="
+        ":serialized:": "gAWVdggAAAAAAACME251bXB5Ll9jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWAAgAAAAAAADNSIQ7UqKqPw+xkDwg6eS+J2/IPFZ45D0AAAAAAAAAAGa2UT3jiH8/AKGmPSvTBL9DQg4+b/opvAAAAAAAAAAAmlkbvEHXNT9Ixb29n4fSvv6cgbxdP3a8AAAAAAAAAADzAK+97/TePgunqz0ab7S+hisrvREuIz0AAAAAAAAAAM2HgTyP3jG6QXG/swTX4Kwh9Z46Cjm4MwAAgD8AAIA/M4cmPOFgn7oWJ1W2cXg2sfB7urnyG4I1AACAPwAAgD+tvQ8+EqmlPmRntb7mBdC+E72JvRodvL0AAAAAAAAAADNURT0b/J4/ewC4PfU9AL/o0Kk9xkVNPAAAAAAAAAAAM8/6PLUyYD46zXc9aSuZvhAjXT24Sly8AAAAAAAAAADNOZ68nIcLvDKILjw71qU8+eLCPIQuxTwAAIA/AACAP9O8Ar7Klu0+f8QSPoNmn74+6BS9zGC9PAAAAAAAAAAAZjpWPFzDPLo9KOe8m7ytPC14GjgZdpa9AACAPwAAgD9mdue6HGwTvAEeFT4GyHs97gR0vFgMNTwAAIA/AACAP2aGtz20Kbo/OpgLP8tIb70OBCM90IuAPgAAAAAAAAAAmr/APOEssrp7DZI7mpaQPNHzQ7sYH3s9AACAPwAAgD8ae1G9THuMP/L4D75Lzdq+ZkSwvQCU6b0AAAAAAAAAAI3IhL3Z2BA+/C4EPQPRm74xfEY9ccqwugAAAAAAAAAAzVggvCr2LD8MDZu8vJPpvn5IEjysgDw9AAAAAAAAAABAmgS+i85PP4iebb3L4Ny+LFQNvtbbsT0AAAAAAAAAAJq+xrx7Cp+6Il8Kut45KrbIpd65BVofOQAAgD8AAIA/ur4Zvqmogj8Gz6i+t8IDv//zeb7SVaK9AAAAAAAAAAAzRq08ZvmuPwPhzj6g8+K+HHWKu8cAgT0AAAAAAAAAAACEAbzpw7E/Ytz2vdAKbL6uCYi7U85lvQAAAAAAAAAAmhXjvbvqwD9i6tK+8OMsvpsyAr7/Hgq+AAAAAAAAAAAzO6s8hMXuPrBYPz0dVNm+EgjaPNrYdr0AAAAAAAAAADMz3DhxC3e7CvGaOwU69ju+CL28FnfkPAAAgD8AAIA/M3x5PQIAYD+a+4+8dOzpvueIxD2QWTu9AAAAAAAAAAAafDA9pgznPrhUU75wI9S+ig4Nu2qMUr0AAAAAAAAAAAAzSL3pSIM/YokGvZdjCr+b2/u9pJ1EvAAAAAAAAAAAM49zvKnzcrxbCJC9C5G3PI0E4T1b65K9AACAPwAAgD/aG+u9TsQMP5TZgT4xh9S+/Ab7PPxvpDkAAAAAAAAAABryOD17or66WESIO+kLjzwKxIu7hWx4PQAAgD8AAIA/Fhx9vs+VOT9DXQc+Oir1vluFL76rOHs+AAAAAAAAAADNIFe89hhjuuErKDVpPGkw0iaFOx4+U7QAAIA/AACAPzqCqL5IEU0/XdeiPS7S9b6J3cy+LT0EPgAAAAAAAAAAzaRePJ/WtD9EaCA++6mqvdgUArzNmhg9AAAAAAAAAAAzUJk8rgmbutd4tzPphzUw1vDiuA2zsbMAAIA/AACAP+2xdL4Upj29tvgfvJez3bpWPKU+cpSgOwAAgD8AAIA/Gk7pvdTPjj+KUti+lPcIv0mkAb76Wm++AAAAAAAAAACzICs+oIT1PkJlF75sQry+2nmiuhVNv70AAAAAAAAAADMtzzz2Y7c/tuWNPmJThDqRLzm87zWQuwAAAAAAAAAAZsOrPYknbD6Qmc++DEalvhdJgL4d7zy+AAAAAAAAAAAzZ4i+8xaXP+sM+r6X+Ay/U9fFvl4NRr4AAAAAAAAAAIBTXr1bsPI91fL4vHZlnr7nU269eG0uvQAAAAAAAAAAzQNbPWB06j4YHja+6dCNvuOqOr0VSqm9AAAAAAAAAABNUDi9iu8SPlZFMj7/SbO+CAEPPrpYlb0AAAAAAAAAAEA/kD3a0KA/YcXLPl4j/L7FmMA9eumcPgAAAAAAAAAAM2sQO5SojbxClaK9uk0lPdoZ8T2TtwC+AACAPwAAgD8Acl08XAMwuqflPj3dv8I6CSnaupAMqjsAAIA/AACAP9rS+L2TofE+2hA+PuFJy77HWy09xXOHPQAAAAAAAAAAmjP+vCzdyjw1JoI+Mm+Ivu3VrD1DNRy8AAAAAAAAAACaywi9XA48O5x7trvqlai+bs+YvYBE1D4AAIA/AAAAAO3AGD4aHqo+pkoPv9lyob5aOC++xYI2vgAAAAAAAAAAZhRyvVKw/Lsdu4S+2QWgPPIVZT22H4W9AACAPwAAgD9NQxe976lVPhh2ED6m17i+T6eLPbttGr0AAAAAAAAAAFOsPj7OBmY/NrgnPu3u576ann0+uB6SvQAAAAAAAAAAzfvHPISojT/6a4i8nb0Rv/Ywsz0MBwU+AAAAAAAAAACaAkq9Z2RIP85CILx2MOW+nxZaPDO4WD0AAAAAAAAAAOKMj76vqDQ/WvmGPeLczL4t8pa+1XgMPgAAAAAAAAAATTWwPa65qLoNins2L1/WMJldD7r+R5O1AACAPwAAgD+axZ28rpmkuqBLc7apaTixZK30OV9fkTUAAIA/AACAP01kJT3HN7w/kE3+PmGccz7XAeO8lnu4vAAAAAAAAAAAs7YivVRvAz6WeJ69I2K3vgyxm717RdU7AAAAAAAAAADmkxw9XCdCugoUKbPmsPWuJqOlO7KeyzMAAIA/AACAP5SMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLQEsIhpSMAUOUdJRSlC4="
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVhAAAAAAAAACME251bXB5Ll9jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWEAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksQhZSMAUOUdJRSlC4="
+        ":serialized:": "gAWVtAAAAAAAAACME251bXB5Ll9jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYktAhZSMAUOUdJRSlC4="
     },
     "_last_original_obs": null,
     "_episode_num": 0,
     "use_sde": false,
     "sde_sample_freq": -1,
-    "_current_progress_remaining": -0.015808000000000044,
+    "_current_progress_remaining": -0.04857599999999995,
     "_stats_window_size": 100,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWV9gsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQG60++mFajiMAWyUS9yMAXSUR0Ce7ATER8MNdX2UKGgGR0BmjNXaJyhjaAdN6ANoCEdAnuwbvb48EHV9lChoBkdAYWCShakhzWgHTegDaAhHQJ7s8YO2AoZ1fZQoaAZHQHJjFGoaUA1oB0veaAhHQJ7tb8ZUDMh1fZQoaAZHQERbAfuCwr1oB0vAaAhHQJ7ugd4mkWR1fZQoaAZHQHJK5FTefqZoB0vlaAhHQJ7vHL9uP3l1fZQoaAZHQHCGTPWxyGVoB0uqaAhHQJ7wKVKPGQ11fZQoaAZHQHGxQ+yJKrdoB0vKaAhHQJ7wovwmVqx1fZQoaAZHQHIQxZMcp9ZoB0umaAhHQJ7xFRKpT/B1fZQoaAZHQHD2s052hZhoB0vQaAhHQJ7xE2CNCJJ1fZQoaAZHQHBQLL2YfGNoB0uwaAhHQJ7xUieNDMN1fZQoaAZHQG3NgIQe3hJoB00mAWgIR0Ce8VCmdiDvdX2UKGgGR0BwhSgdwNsnaAdL8GgIR0Ce8kZzgdfcdX2UKGgGR0ByDTGuLaVVaAdLwGgIR0Ce8slY2bXpdX2UKGgGR0BvzaHsTnJUaAdLwGgIR0Ce81HH3lCDdX2UKGgGR0Bx3qhBZ6ldaAdNBwFoCEdAnvOxDst03nV9lChoBkdAZCivcJtzjmgHTegDaAhHQJ7z2lvZRKp1fZQoaAZHQHA1sqBmPHVoB0uuaAhHQJ70d36hxo91fZQoaAZHQHJjPHo5ggJoB0vRaAhHQJ7023I+4b11fZQoaAZHQG6otmcvugJoB0uxaAhHQJ71WiFj/dZ1fZQoaAZHQG2vyvkili1oB0u4aAhHQJ72dliBoVV1fZQoaAZHQHF7QlByCFtoB0ujaAhHQJ72vU8V58l1fZQoaAZHQHGdLxusLfFoB0vLaAhHQJ72+tcOby91fZQoaAZHQHHs0PpY9xJoB0vUaAhHQJ73DXsgMc91fZQoaAZHQG1MqF7D2rZoB000A2gIR0Ce9xUt7KJVdX2UKGgGR0ByB8/Vy3kQaAdNaQJoCEdAnvdlLSNOunV9lChoBkdAcQ9D6WPcSGgHS8ZoCEdAnvgSdjG1hXV9lChoBkdAcgy6uGKyfWgHS6ZoCEdAnvgojSofjnV9lChoBkdAcPZU9IPK+2gHS8hoCEdAnviOerdWQ3V9lChoBkdAbXeU34sVcmgHS+BoCEdAnvlob83uNXV9lChoBkdAcaZGmDUVjGgHS8toCEdAnvoJqVQhwHV9lChoBkdAcEGZk078vWgHS7poCEdAnvoacy31BnV9lChoBkdAcUll7tzCDWgHS6loCEdAnvs7ONYKY3V9lChoBkdAbwcirT6SDGgHS9BoCEdAnvvV+AmReXV9lChoBkdAcZqFzMibD2gHS8doCEdAnvvd0NjLCHV9lChoBkdAck5B7/n4f2gHS8hoCEdAnvwwvYe1bHV9lChoBkdAcK2hN/OMVGgHS9ZoCEdAnvya7I1cdHV9lChoBkdAcT6L+PzWgGgHS8VoCEdAnv0+jynUD3V9lChoBkdAbtkP/aQFLWgHS8FoCEdAnv09wWFewHV9lChoBkdAcwIZc9nscGgHS9loCEdAnv5ipzcRDnV9lChoBkdAcQaa72+PBGgHS7NoCEdAnv8I73fygHV9lChoBkdAcdRwY+B6KWgHS+poCEdAnv/1lwtJ4HV9lChoBkdAcbfaCtihFmgHS/JoCEdAnwDwLApKBnV9lChoBkdAb9odBBzFM2gHS7JoCEdAnwECjk+5fHV9lChoBkdAcFqavicXnGgHS8FoCEdAnwFujynUD3V9lChoBkdAba3rFfiPyWgHS9xoCEdAnwGkcwQDm3V9lChoBkdAccdLgXMyJ2gHS6doCEdAnwIxeTmnwXV9lChoBkdAcb42t+1Bt2gHS69oCEdAnwO6YzBRAXV9lChoBkdAcmh5+pfhM2gHS+JoCEdAnwQeLiuMdnV9lChoBkdAbwCniNsFdWgHS79oCEdAnwUWtITXa3V9lChoBkdAbkBGR3eN1mgHTdwCaAhHQJ8FkRlHz6J1fZQoaAZHQGb44rSVnmJoB03oA2gIR0CfBvK/EfkndX2UKGgGR0By0sBDG96DaAdLwmgIR0CfBz2LHdXUdX2UKGgGR0BvYczyjHn2aAdLv2gIR0CfCKbFjurqdX2UKGgGR0Bv+tqWTot+aAdLsmgIR0CfClbC79Q5dX2UKGgGR0BxBTg5zYEoaAdLxGgIR0CfC+EAYHgQdX2UKGgGR0Bu7CwD/2kBaAdLvmgIR0CfDTb7CSA6dX2UKGgGR0ByL5X3g1m8aAdLwmgIR0CfDjGkN4JNdX2UKGgGR0BzZYu5BkZraAdNQQFoCEdAnw6ViKBNEnV9lChoBkdAcE0as6q82GgHS71oCEdAnxA9waR6nnV9lChoBkdAYL3oouwos2gHTegDaAhHQJ8TH+BH09R1fZQoaAZHQHE9phvze41oB0vGaAhHQJ8Tadat9x91fZQoaAZHQHA88yi22G9oB0vBaAhHQJ8UoWBSUC91fZQoaAZHQG7O8T8HfMxoB0vFaAhHQJ8V7Sb6P811fZQoaAZHQG+7Dq4YrJ9oB00EAmgIR0CfFtrGipNsdX2UKGgGR0BfwHZK3/gjaAdN6ANoCEdAnxe5zxPO6nV9lChoBkdAapSDwpe/pWgHS9ZoCEdAnxhtdVvMr3V9lChoBkdAcUPggow222gHS95oCEdAnxh4uscQy3V9lChoBkdAcos9f1Hvt2gHS81oCEdAnxk81Gb1AnV9lChoBkdAcSfAZsKsuGgHS7VoCEdAnxogIldC3XV9lChoBkdAcHKz9jwx32gHS8toCEdAnxwwh4dIXnV9lChoBkdAZhn4mCyyEGgHTegDaAhHQJ8czTMJQch1fZQoaAZHQHHlKkIomXxoB0ubaAhHQJ8dtcB2fTV1fZQoaAZHQHCf6FZgXuVoB0u4aAhHQJ8d5M6BAfN1fZQoaAZHQG83O9vjwQVoB0u3aAhHQJ8gSQcPvrp1fZQoaAZHQHDgiGahHsloB0vBaAhHQJ8gpmGucMF1fZQoaAZHQG3qRoIv8IloB0u6aAhHQJ8iUmmce8x1fZQoaAZHQHAgGNipeeFoB0uhaAhHQJ8jKvZAY511fZQoaAZHQGUft5MURFtoB03oA2gIR0CfJEBMzuWsdX2UKGgGR0BxJEgGKQ7taAdNAQFoCEdAnyRLYbsF+3V9lChoBkdAYAwG3WnTAmgHTegDaAhHQJ8k2o/A0sR1fZQoaAZHQHBaVXNke6toB0u1aAhHQJ8k9k7Omix1fZQoaAZHQHISf7vXsgNoB0vdaAhHQJ8k/UQTVUd1fZQoaAZHQHFYC/KyOaRoB0vRaAhHQJ8mIVLzwtt1fZQoaAZHQHFL/+bVjI9oB0uwaAhHQJ8nODf3vhJ1fZQoaAZHQG9WGUnogV5oB02dAWgIR0CfKINEgGKRdX2UKGgGR0BwiVLh73PBaAdLrmgIR0CfKPEW69TQdX2UKGgGR0BgmOgOBlMAaAdN6ANoCEdAnykM495hSnV9lChoBkdAbRzShJyyU2gHTRcDaAhHQJ8pqi48U211fZQoaAZHQGHFE9ECvHNoB03oA2gIR0CfKqweNkvsdX2UKGgGR0Bw3f2ugYgraAdLvWgIR0CfKvMEzO5bdX2UKGgGR0BvbRp35eqraAdLvGgIR0CfK1bO/tY0dX2UKGgGR0BxSw5yU9pzaAdLzWgIR0CfK2hhH9WIdX2UKGgGR0Bshrifg75maAdL7GgIR0CfK5VH4GlidX2UKGgGR0BwMEvL5h0AaAdLyGgIR0CfK8e0G/vfdX2UKGgGR0ByCLiKiwjdaAdLx2gIR0CfK8WepXIVdX2UKGgGR0BolVFOO802aAdNSQFoCEdAnyx7iMo+fXV9lChoBkdAcC00se4kNWgHS8loCEdAnyyxEroW6HV9lChoBkdAc7juR9w3pGgHS8RoCEdAny1R9b5dnnV9lChoBkdAb4hHGS6lL2gHS9NoCEdAny8bOAy2yHVlLg=="
+        ":serialized:": "gAWV8gsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHEzkDp1RtSMAWyUS/qMAXSUR0CocNhQm/nGdX2UKGgGR0BuTSrPt2LYaAdL5mgIR0CocP6qKgqWdX2UKGgGR0BymkBBAv+PaAdNCQFoCEdAqHEx0uDjBHV9lChoBkdAbX6bwSamXWgHTQIBaAhHQKhxRh86V+t1fZQoaAZHQHKT6ohpxm1oB0vyaAhHQKhxRlKbrkd1fZQoaAZHQHC3+s90RvpoB0vTaAhHQKhxRlK9PDZ1fZQoaAZHQHCltr0rbxpoB0v7aAhHQKhxVKlpGnZ1fZQoaAZHQG0MXJ5mh/RoB0vhaAhHQKhxsqsEJSl1fZQoaAZHQG9K86mwaBJoB0vlaAhHQKhx8Bnzxw11fZQoaAZHQHFaaqOtGNJoB0vvaAhHQKhyAAf+0gN1fZQoaAZHQHFAUiILw4NoB00WAWgIR0CockKbjLjhdX2UKGgGR0BxztuGbkOqaAdL6mgIR0Cocl8f3evZdX2UKGgGR0BwynrpqynlaAdL0mgIR0CocnzWXkYGdX2UKGgGR0BxbF8PWhAXaAdL02gIR0Cocr+sgdOqdX2UKGgGR0BwKlgZ0jkdaAdL/2gIR0CocwtUGVzIdX2UKGgGR0Bwsrej2zv7aAdNAgFoCEdAqHN4rMC9y3V9lChoBkdAcqlgbp/wzGgHS8hoCEdAqHOOhGpdbHV9lChoBkdAcuOANoakymgHS+JoCEdAqHPFdgOSXHV9lChoBkdAc9OT/hl182gHS8loCEdAqHPdzySV4XV9lChoBkdAcMh/Ho5ggGgHTQIBaAhHQKhz5ddmg8N1fZQoaAZHQHDtLiEQGwBoB0vqaAhHQKh0LEMLF4t1fZQoaAZHQFM0HRCx/utoB0utaAhHQKh0TQVsUIt1fZQoaAZHQHAcGhysCDFoB0vsaAhHQKh0ha8Hv+h1fZQoaAZHQHIsLgGbCrNoB0vraAhHQKh0kM+/xlR1fZQoaAZHQHHDb9ZRsM1oB0v/aAhHQKh0jYywfQt1fZQoaAZHQHHffrjYI0JoB0v1aAhHQKh0pcwg1WN1fZQoaAZHQHK+jNyHVPNoB0vMaAhHQKh0rldTo+x1fZQoaAZHQHMEYqXnhbZoB00RAWgIR0CodNtZNfw7dX2UKGgGR0Bv1zHU+cH4aAdL3WgIR0CodNvwNLDidX2UKGgGR0BxEwQnQY1paAdL9GgIR0CodOZPVNHpdX2UKGgGR0BxTd+4LCvYaAdNEQFoCEdAqHUEXN1QqXV9lChoBkdAcdkTxXnyNGgHS/loCEdAqHUY/7iyZHV9lChoBkdAcrPEDyOJcmgHS+toCEdAqHUkm0E5hnV9lChoBkdAcq18IiTt9mgHS8VoCEdAqHU6LXL/0nV9lChoBkdAcrhiSJTESGgHTQMBaAhHQKh1jysjmjl1fZQoaAZHQG6nUrK/201oB0veaAhHQKh1j7LMcIZ1fZQoaAZHQHEVy6+WWyFoB0v2aAhHQKh1njawljV1fZQoaAZHQHEeDTBqKxdoB00PAWgIR0CodfC4axX5dX2UKGgGR0BxwiSB9TgmaAdL+GgIR0CodfDuKGcndX2UKGgGR0BwYvBnBciXaAdL22gIR0Codip+MIeHdX2UKGgGR0Bz1HCcf/3naAdL42gIR0CodilvhqCZdX2UKGgGR0BxPzOmixmkaAdNEwFoCEdAqHY0lJHy3HV9lChoBkdAcwUxtYSxq2gHS+FoCEdAqHaZEQXhwXV9lChoBkdAc6RzkIX0oWgHS+5oCEdAqHanaFmFrXV9lChoBkdAcMyNyo4uLGgHS9loCEdAqHb7WGyooHV9lChoBkdAcN9kMTewcGgHTR0BaAhHQKh3JEYO2Ap1fZQoaAZHQHEwCDqW1MNoB00EAWgIR0Cod008V58jdX2UKGgGR0BwlMg3cYZVaAdL5mgIR0CoeBrVOKwZdX2UKGgGR0ByKKWiUPhAaAdL/WgIR0CoeF8L0BfbdX2UKGgGR0BwQTtTkyULaAdL4GgIR0CoeK7VjI7vdX2UKGgGR0BuA9ZX+2mYaAdL5GgIR0CoeMmjCYTkdX2UKGgGR0ByQnZkCmuUaAdL4GgIR0CoePJiAlOXdX2UKGgGR0Bwq/2+PBBSaAdL7mgIR0CoeQOaF23bdX2UKGgGR0Bz47cgyM1kaAdNGAFoCEdAqHmDmCAc1nV9lChoBkdAcpD7XxvvSmgHS/FoCEdAqHmgo5PuX3V9lChoBkdAcZFcslLOA2gHS9toCEdAqHoJi5NGmXV9lChoBkdAcPFbC79Q42gHTRoBaAhHQKh6JpLVWjp1fZQoaAZHQG/nAYP5HmRoB0v0aAhHQKh6dj3Ehq11fZQoaAZHQHAHnN5dGAloB0vcaAhHQKh6hgTAWSF1fZQoaAZHQHFfkjLSuyNoB0vMaAhHQKh6lJjlPrR1fZQoaAZHQG/fSprDZUVoB0voaAhHQKh6lKW9lEt1fZQoaAZHQHGrgsGxD9hoB0vTaAhHQKh6qD15B1N1fZQoaAZHQHFHmI9C/oJoB0vtaAhHQKh65GMGX5Z1fZQoaAZHQHDDlqJuVHFoB0v7aAhHQKh7Pc2R7qp1fZQoaAZHQHH011SwW31oB0vfaAhHQKh7Z3GGVRl1fZQoaAZHQHGO8ZP2wmpoB0vWaAhHQKh7zWcz68B1fZQoaAZHQHLJX2AXl8xoB0vZaAhHQKh72x3V0911fZQoaAZHQHCzZTho/RpoB0vtaAhHQKh8Ahr30wt1fZQoaAZHQHNG0mlZX+5oB0v6aAhHQKh8CZ62OQ11fZQoaAZHQHD33RCx/utoB00KAWgIR0CofBVMmF8HdX2UKGgGR0BxJu3LFGXpaAdL9mgIR0CofEt+TeO5dX2UKGgGR0BxO/Ve8f3faAdL3GgIR0CofEuavzOHdX2UKGgGR0BxcritJWeZaAdL92gIR0CofFXJYDDCdX2UKGgGR0BxUdEE1VHXaAdL9WgIR0CofKkvkBCEdX2UKGgGR0BzAZtoBaLXaAdLzGgIR0CofMZ5zHS4dX2UKGgGR0ByDurcTJyRaAdL2WgIR0CofV20AtFsdX2UKGgGR0Bw8g8lolD4aAdL1mgIR0CofXUvPC2udX2UKGgGR0Bwj+FqSHM2aAdL+WgIR0CofYh7E5yVdX2UKGgGR0Bwts9dNWU9aAdL9WgIR0Cofb5QpF1CdX2UKGgGR0ByGUGJN0vHaAdL4GgIR0CoffYQarFPdX2UKGgGR0ByhKmygPEsaAdNAQFoCEdAqH37212JSHV9lChoBkdAcX0azNUwSWgHS9JoCEdAqH4vJRwZO3V9lChoBkdAcxSPI4lyBGgHS9toCEdAqH5v6be/H3V9lChoBkdAb3NJA+pwTGgHS+1oCEdAqH6GOlwcYXV9lChoBkdAcVtExZdOZmgHS99oCEdAqH6x7AtWdXV9lChoBkdAbcmBEroW6GgHS+RoCEdAqH7GvZAY53V9lChoBkdAcJ2WcjJMg2gHS9toCEdAqH7DqD9OynV9lChoBkdAcxY/z8P4EmgHS+5oCEdAqH71Eb5uZXV9lChoBkdAcf8XY150KmgHTRABaAhHQKh/HmWdEst1fZQoaAZHQHKbIqG1x85oB0vfaAhHQKh/HdQfp2V1fZQoaAZHQHDZ9NN8E3doB0vpaAhHQKh/elVtGd91fZQoaAZHQHJX3ktEofFoB0veaAhHQKh/mScLBsR1fZQoaAZHQHKlfCVKPGRoB0vVaAhHQKh/5BZ6lch1fZQoaAZHQHC++gte2NNoB0vxaAhHQKh/8TTOPeZ1fZQoaAZHQG8MFvZRKpVoB0vpaAhHQKiAHLdN34d1fZQoaAZHQHO76v7m+0xoB0v+aAhHQKiAM/336AR1fZQoaAZHQHFGNorWiDdoB0v/aAhHQKiAP5/LDAJ1fZQoaAZHQHI/r6ciGFloB00PAWgIR0CogD8U/OdHdX2UKGgGR0Bu8rBwdbPhaAdL32gIR0CogFZE2HcldX2UKGgGR0BxPRlUZNwjaAdLymgIR0CogGDRc/t6dWUu"
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
         ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
     },
-    "_n_updates": 380,
+    "_n_updates": 192,
     "observation_space": {
         ":type:": "<class 'gymnasium.spaces.box.Box'>",
         ":serialized:": "gAWVdwIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBNudW1weS5fY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolggAAAAAAAAAAQEBAQEBAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBEolggAAAAAAAAAAQEBAQEBAQGUaBVLCIWUaBl0lFKUjAZfc2hhcGWUSwiFlIwDbG93lGgRKJYgAAAAAAAAAAAAtMIAALTCAACgwAAAoMDbD0nAAACgwAAAAIAAAACAlGgLSwiFlGgZdJRSlIwEaGlnaJRoESiWIAAAAAAAAAAAALRCAAC0QgAAoEAAAKBA2w9JQAAAoEAAAIA/AACAP5RoC0sIhZRoGXSUUpSMCGxvd19yZXBylIxbWy05MC4gICAgICAgIC05MC4gICAgICAgICAtNS4gICAgICAgICAtNS4gICAgICAgICAtMy4xNDE1OTI3ICAtNS4KICAtMC4gICAgICAgICAtMC4gICAgICAgXZSMCWhpZ2hfcmVwcpSMU1s5MC4gICAgICAgIDkwLiAgICAgICAgIDUuICAgICAgICAgNS4gICAgICAgICAzLjE0MTU5MjcgIDUuCiAgMS4gICAgICAgICAxLiAgICAgICBdlIwKX25wX3JhbmRvbZROdWIu",
@@ -76,15 +76,15 @@
         "dtype": "int64",
         "_np_random": null
     },
-    "n_envs": 16,
-    "n_steps": 2048,
-    "gamma": 0.99,
-    "gae_lambda": 0.95,
-    "ent_coef": 0.0,
+    "n_envs": 64,
+    "n_steps": 1024,
+    "gamma": 0.999,
+    "gae_lambda": 0.98,
+    "ent_coef": 0.01,
     "vf_coef": 0.5,
     "max_grad_norm": 0.5,
     "batch_size": 64,
-    "n_epochs": 10,
+    "n_epochs": 4,
     "clip_range": {
         ":type:": "<class 'function'>",
         ":serialized:": "gAWV1gIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwiVAZcAiQFTAJROhZQpjAFflIWUjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjExL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUS4RDCPiAANgPEogKlEMAlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTEvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCF9lH2UKGgYjARmdW5jlIwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBmMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHP8mZmZmZmZqFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="

ppo-LunarLander-v2/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2b6428f5523e67e21f452eb54e595111aa4943d124a89ce39791d892bb7e5d53
+oid sha256:c51979aa91188c82c740984f212b41ea37b77e3d52afd4a81e35388c63b39e40
 size 88362

ppo-LunarLander-v2/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:381b01da2d1fe3c3a1d7f167f904f8f21eb9b2730dd429b803fceab23bbf4401
+oid sha256:478c427344aec2f593eb7e2c412e3fc5a8b760cf8f5af2d7f00321bd4ad9b4e1
 size 43762

ppo-LunarLander-v2/system_info.txt

@@ -1,5 +1,5 @@
 - OS: Linux-6.1.123+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Sun Mar 30 16:01:29 UTC 2025
-- Python: 3.11.12
+- Python: 3.11.13
 - Stable-Baselines3: 2.0.0a5
 - PyTorch: 2.6.0+cu124
 - GPU Enabled: True

replay.mp4

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eb984e776c7aaf587e291a3b623b2082a3d2bc9203397f340df42eb21f181199
-size 145432
+oid sha256:319b4356f326b66d566558e748590f996143a16f7cc57742eab149583d159e6f
+size 154590

results.json

@@ -1 +1 @@
-{"mean_reward": 240.93666779999998, "std_reward": 84.33977607646906, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2025-05-02T16:45:43.327706"}
+{"mean_reward": 287.1291167, "std_reward": 16.559016940757612, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2025-06-28T18:29:31.475606"}