{"policy_class": {":type:": "", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n Policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Features extractor to use.\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ", "__init__": "", "_get_constructor_parameters": "", "reset_noise": "", "_build_mlp_extractor": "", "_build": "", "forward": "", "extract_features": "", "_get_action_dist_from_latent": "", "_predict": "", "evaluate_actions": "", "get_distribution": "", "predict_values": "", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7e450e66ab80>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 1015808, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1747067803337695757, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "", ":serialized:": "gAWVdgIAAAAAAACME251bXB5Ll9jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWAAIAAAAAAACmbQU+kSYRPq8Uhb78a26+MIKnvBbHuLsAAAAAAAAAAMVTj77dLcA+IQmOPQlMr77Yu2m9gwSYPQAAAAAAAAAAAA4xPu4ppLxzfGC60ebHONpjEL5UH5g5AACAPwAAgD/NaNK92s+YPuJnWr01vZ2+WhAnvTBbH7wAAAAAAAAAAFPaOj5pK2m8nfP7Og5eGbnki8a9OAQfugAAgD8AAIA/gFJlPqGZMz7OGC++9pqLvizMQTy+fS28AAAAAAAAAABmFzM+FL2tvOW3Tropf5849V8bvu+IizkAAIA/AACAP7Pbjr4uUf8+OE0xPSzesr44v2m9MUS0PQAAAAAAAAAA/ZROvsIQPj4aCvi9J02bvvt04r1e0OQ7AAAAAAAAAACAT1C9w7UfuoiONbNeRQYwswumO6UlxTMAAAAAAACAP01bfz679568fj8+uNWQbLl7RQy+urYiOAAAgD8AAIA/7VgxvhxafLz+66e6R8LYuJuC4D1gzdk5AACAPwAAgD/6YT0+TgCYvFWy6Loy86o5sAUDvgbDLToAAIA/AACAP02POL3cUbE/gAT4vlTZbr6h5XQ7Bm1wvQAAAAAAAAAAYB00vmhGkLyqbSK8T0+juobx/D2yWII7AACAPwAAgD96cDC+CNqAvEu1m7szOQy62KvdPSPx4ToAAIA/AACAP5SMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLEEsIhpSMAUOUdJRSlC4="}, "_last_episode_starts": {":type:": "", ":serialized:": "gAWVhAAAAAAAAACME251bXB5Ll9jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWEAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksQhZSMAUOUdJRSlC4="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "_stats_window_size": 100, "ep_info_buffer": {":type:": "", ":serialized:": "gAWVCwwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQG52/thNM4+MAWyUTVcBjAF0lEdAmPwCJXQtz3V9lChoBkdAcWGs54nndWgHTRYBaAhHQJj8FR2r4nF1fZQoaAZHQG6SZ13dKuloB0vmaAhHQJj8f4agmJF1fZQoaAZHQG48QgcLjPxoB0vUaAhHQJj84OFxn4B1fZQoaAZHQHJBgl8gIQhoB00vAWgIR0CY/TbNr0rcdX2UKGgGR0BwbOVeKKpDaAdL12gIR0CY/XOk+HJtdX2UKGgGR0Bjgb+5vtMPaAdN6ANoCEdAmP4ObNKRMnV9lChoBkdAcbNJD3M6imgHTS8BaAhHQJj+9gb6xgR1fZQoaAZHQHDWhtxdY4hoB00VAWgIR0CZADFtbcGkdX2UKGgGR0BwhXmKZUkwaAdL32gIR0CZAW1ZTyavdX2UKGgGR0BvRDwSamXPaAdNHAFoCEdAmQH9yT6i03V9lChoBkdAcSE53C9AX2gHS+toCEdAmWGvlp48l3V9lChoBkdAcGLIt16mf2gHS99oCEdAmWHDeXRgJHV9lChoBkdAcLZiiItUXGgHS/BoCEdAmWHI/A0sOHV9lChoBkdAcceXBP9DQmgHTS4BaAhHQJliBDc/MW51fZQoaAZHQHJumFzuF6BoB0v5aAhHQJljUna37UJ1fZQoaAZHQG87KH446wNoB0v1aAhHQJljaS1Vo6F1fZQoaAZHQG6Y2VE/jbVoB0v9aAhHQJlkXcL0Bfd1fZQoaAZHQG80ezMRpURoB0vqaAhHQJlk3p5eJHl1fZQoaAZHQGxjLkbPyCpoB01lAWgIR0CZZm4HX2/SdX2UKGgGR0BwavFKkEcLaAdL1GgIR0CZZrqL0jC6dX2UKGgGR0BkrQbS7Xg+aAdN6ANoCEdAmWennQpnYnV9lChoBkdAcY72IwdsBWgHS9JoCEdAmWj3Him2s3V9lChoBkdAcbqQhOgxrWgHTQoBaAhHQJlpZtXPqs51fZQoaAZHQG9IlocrAgxoB0vnaAhHQJlpf6P8yet1fZQoaAZHQHEuMSf16E9oB0v1aAhHQJlqRgw482d1fZQoaAZHQHAxGJvYODtoB0vdaAhHQJltJ2V3Ux51fZQoaAZHQG+HmvW6K+BoB00GAWgIR0CZbbG0eEIxdX2UKGgGR0BwndSFXaJzaAdNGgFoCEdAmW6X0se4kXV9lChoBkdAckGez2OAAmgHS/ZoCEdAmW8isOoYN3V9lChoBkdAYfjzSThYNmgHTegDaAhHQJlweAAhje91fZQoaAZHQG+sdNnGsFNoB0vhaAhHQJlw9r433pR1fZQoaAZHQHCHChzvJBBoB0vtaAhHQJlxGaVlf7d1fZQoaAZHQG/nFaB7NStoB0vwaAhHQJlyc2cawUx1fZQoaAZHQHArtDtw71ZoB0vraAhHQJlznZlFtsN1fZQoaAZHQHBmezUqhDhoB00HAWgIR0CZdUjVx0dSdX2UKGgGR0BlS+hbnoxIaAdN6ANoCEdAmXbvoePq93V9lChoBkdAcDYUXYUWVWgHS/BoCEdAmXcgWznienV9lChoBkdAcgrA9V3ljmgHS+xoCEdAmXeYgvDgqHV9lChoBkdAcXshIe5nUWgHS+5oCEdAmXgPybx3FHV9lChoBkdAcKHYf4h2XGgHTQsBaAhHQJl6f5IpYtB1fZQoaAZHQG3w4axX4j9oB0vkaAhHQJl6rU9ZA6d1fZQoaAZHQHCBxWDHwPRoB00ZAWgIR0CZexbZvkzXdX2UKGgGR0Bvf/luFYdRaAdL7GgIR0CZfDRQJokBdX2UKGgGR0BwO63nZCfIaAdN8AFoCEdAmX0lnqVyFXV9lChoBkdAYzdtG/etS2gHTegDaAhHQJl99R77bcp1fZQoaAZHQHHMsfV7QcBoB0vNaAhHQJl+bQhOgxt1fZQoaAZHQG7rk0iyIHloB0vZaAhHQJl/NqVQhwF1fZQoaAZHQG2xQW3z+WJoB0vhaAhHQJl/4CxNZeR1fZQoaAZHQHIMeMl1KXhoB007AWgIR0CZgF9ETg2qdX2UKGgGR0BwLuqm0mdBaAdNAQFoCEdAmYNNj9XLeXV9lChoBkdAYFSyM1jy4GgHTegDaAhHQJmDWMMqjJx1fZQoaAZHQHIUfJiiItVoB01nAWgIR0CZg3cgQpWndX2UKGgGR0BuUIVXV9WqaAdL12gIR0CZg4qX4TK1dX2UKGgGR0Bws0AvL5h0aAdNGgFoCEdAmYRFEE1VHXV9lChoBkdAPehmGucME2gHS5xoCEdAmYR7SmZVn3V9lChoBkdAY286nzg/DGgHTegDaAhHQJmGT38GcF11fZQoaAZHQHBHiYXwb2loB0v6aAhHQJmGp5prULF1fZQoaAZHQG3cabF0gbJoB0vfaAhHQJmHsnYxtYV1fZQoaAZHQG/8aFmFrVRoB01GAWgIR0CZiIcpb2UTdX2UKGgGR0Bura9XcQAdaAdNGgFoCEdAmYkWm+Cbt3V9lChoBkdAbxlkQwsXi2gHS9VoCEdAmYoGmpEQXnV9lChoBkdAcN1fVI7NjmgHS9loCEdAmYpNJz1bq3V9lChoBkdAcOmmWt2cKGgHS9JoCEdAmYsWp++dsnV9lChoBkdAcpa0Bfa6BmgHTRgBaAhHQJmMc8ZDRdB1fZQoaAZHQHFaYG6f8MxoB0vOaAhHQJmM5IFvAGl1fZQoaAZHQGI25iNKh+RoB03oA2gIR0CZjUiUgSvldX2UKGgGR0Byvhu89Oh1aAdL7mgIR0CZjk4QjD8+dX2UKGgGR0BxnKSr5qM4aAdL+mgIR0CZj9xFy7wsdX2UKGgGR0Bid4ku6ErYaAdN6ANoCEdAmZApCngpB3V9lChoBkdAcJtQ2/BWP2gHS+RoCEdAmZCOIRAbAHV9lChoBkdAYJAy57PY4GgHTegDaAhHQJmSXEHdGiJ1fZQoaAZHQHCRJaNdZ7poB02LAmgIR0CZkoVwgkkbdX2UKGgGR0ByNfP/rB0qaAdNAgFoCEdAmZKWpMpPRHV9lChoBkdAcH6q+rU9ZGgHS8poCEdAmZMRKg7HQ3V9lChoBkdAcaost03fh2gHTWEBaAhHQJmT+jZcs191fZQoaAZHQHAJGDYh+v1oB0vZaAhHQJmURp7CzkZ1fZQoaAZHQG//JLM9r45oB0vsaAhHQJmUeMdcSoR1fZQoaAZHQG89FX7tReloB0vWaAhHQJmVGGEf1Yh1fZQoaAZHQG5ddOZb6gxoB01XAWgIR0CZlhj7ALy+dX2UKGgGR0BwdL3UQTVUaAdL8GgIR0CZl2O9WZJDdX2UKGgGR0BwlXuUliSaaAdL+2gIR0CZmARJ2+wldX2UKGgGR0By9yFrVOKwaAdNKwFoCEdAmZqTUNKAa3V9lChoBkdAcPuqFyq+8GgHS/xoCEdAmZr2vr4WUXV9lChoBkdAcH9lfqoqC2gHS8hoCEdAmZsQNsnAqXV9lChoBkdAbfTt+CsfaGgHS/9oCEdAmZtk1EVnEnV9lChoBkdAcH6Tot+TeWgHTQ8BaAhHQJmcA30f5k91fZQoaAZHQG7wVtXPqs5oB0vVaAhHQJmcEe6qbSZ1fZQoaAZHQGK4qfnOjZdoB03oA2gIR0CZnNAAAAAAdX2UKGgGR0BxXTljmSyMaAdL5WgIR0CZndylN1yOdX2UKGgGR0BwxRJ6IFeOaAdL+2gIR0CZneYBvJiidX2UKGgGR8BoOtEXtShraAdLwWgIR0CZoFBo24usdX2UKGgGR0Bwjv0nPVuraAdL2GgIR0CZoHX/o7mudX2UKGgGR0ByS7esPrfMaAdL/2gIR0CZpmq33HrAdX2UKGgGR0Bx1sjfNzKcaAdL02gIR0CZpnUWl/H6dX2UKGgGR0BeJpFCswL3aAdN6ANoCEdAmaaJ7CzkZXV9lChoBkdAcG9XtjTa02gHTRIBaAhHQJmnEt03fhx1fZQoaAZHQG7LifQKKHhoB0vxaAhHQJmnjiT+vQp1fZQoaAZHQGDIu+7Dl5poB03oA2gIR0CZp6UkOZssdX2UKGgGR0ByDLiT+vQoaAdNbAFoCEdAmar65f+junVlLg=="}, "ep_success_buffer": {":type:": "", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 310, "observation_space": {":type:": "", ":serialized:": "gAWVdwIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBNudW1weS5fY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolggAAAAAAAAAAQEBAQEBAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBEolggAAAAAAAAAAQEBAQEBAQGUaBVLCIWUaBl0lFKUjAZfc2hhcGWUSwiFlIwDbG93lGgRKJYgAAAAAAAAAAAAtMIAALTCAACgwAAAoMDbD0nAAACgwAAAAIAAAACAlGgLSwiFlGgZdJRSlIwEaGlnaJRoESiWIAAAAAAAAAAAALRCAAC0QgAAoEAAAKBA2w9JQAAAoEAAAIA/AACAP5RoC0sIhZRoGXSUUpSMCGxvd19yZXBylIxbWy05MC4gICAgICAgIC05MC4gICAgICAgICAtNS4gICAgICAgICAtNS4gICAgICAgICAtMy4xNDE1OTI3ICAtNS4KICAtMC4gICAgICAgICAtMC4gICAgICAgXZSMCWhpZ2hfcmVwcpSMU1s5MC4gICAgICAgIDkwLiAgICAgICAgIDUuICAgICAgICAgNS4gICAgICAgICAzLjE0MTU5MjcgIDUuCiAgMS4gICAgICAgICAxLiAgICAgICBdlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "bounded_below": "[ True True True True True True True True]", "bounded_above": "[ True True True True True True True True]", "_shape": [8], "low": "[-90. -90. -5. -5. -3.1415927 -5.\n -0. -0. ]", "high": "[90. 90. 5. 5. 3.1415927 5.\n 1. 1. ]", "low_repr": "[-90. -90. -5. -5. -3.1415927 -5.\n -0. -0. ]", "high_repr": "[90. 90. 5. 5. 3.1415927 5.\n 1. 1. ]", "_np_random": null}, "action_space": {":type:": "", ":serialized:": "gAWV3AAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFm51bXB5Ll9jb3JlLm11bHRpYXJyYXmUjAZzY2FsYXKUk5SMBW51bXB5lIwFZHR5cGWUk5SMAmk4lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJDCAQAAAAAAAAAlIaUUpSMBXN0YXJ0lGgIaA5DCAAAAAAAAAAAlIaUUpSMBl9zaGFwZZQpjAVkdHlwZZRoDowKX25wX3JhbmRvbZROdWIu", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 2048, "gamma": 0.99, "gae_lambda": 0.95, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 10, "clip_range": {":type:": "", ":serialized:": "gAWV1gIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwiVAZcAiQFTAJROhZQpjAFflIWUjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjExL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUS4RDCPiAANgPEogKlEMAlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTEvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCF9lH2UKGgYjARmdW5jlIwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBmMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHP8mZmZmZmZqFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "", ":serialized:": "gAWV1gIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwiVAZcAiQFTAJROhZQpjAFflIWUjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjExL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUS4RDCPiAANgPEogKlEMAlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTEvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCF9lH2UKGgYjARmdW5jlIwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBmMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHPzOpKjBVMmGFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="}, "system_info": {"OS": "Linux-6.1.123+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Sun Mar 30 16:01:29 UTC 2025", "Python": "3.11.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.6.0+cu124", "GPU Enabled": "True", "Numpy": "2.0.2", "Cloudpickle": "3.1.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}