Upload ars BipedalWalker-v3 trained agent

README.md

@@ -16,7 +16,7 @@ model-index:
       type: BipedalWalker-v3
     metrics:
     - type: mean_reward
-      value: 163.66 +/- 117.15
+      value: 165.83 +/- 135.34
       name: mean_reward
       verified: false
 ---

ars-BipedalWalker-v3.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:aa0239dcbf551f08e273bdfee7907f9aacb9ae9a01beae397e75be4cbb2f9032
-size 22568
+oid sha256:0fa55e02f658876b13176764188b66953d9e47ea57c2c4af11f7d6e8bcb0243d
+size 22554

ars-BipedalWalker-v3/data

@@ -10,17 +10,17 @@
     },
     "verbose": 5,
     "policy_kwargs": {},
-    "num_timesteps": 5014135,
+    "num_timesteps": 5024250,
     "_total_timesteps": 5000000.0,
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1704222070653095200,
+    "start_time": 1704225357833316500,
     "learning_rate": 0.02,
     "tensorboard_log": "runs/BipedalWalker-v3__ars-BipedalWalker-v3__1__1704214603",
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWV1QAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZgAAAAAAAAAOgtY79dJQ48n5fMv92Z3rgAyrU/pXkyPUvkOz+Yl1k9KD+dPxFWJL/PJRg9MTYOQMrXTz2FOsE/Hbf+PltW/j52d/0+0EP8PkLE+j4dD/k+5BX3PtugBD+aCd0+KQbSPZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLAUsYhpSMAUOUdJRSlC4="
+        ":serialized:": "gAWV1QAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZgAAAAAAAAAMroaL/8GM46JZTfv+7gGr0oT6E/yQYBPQSuPT/goTI9mkufPxo6N7/jQs08bFYKQDbgRz0Qgso/1GrVPj0u1T59atQ+xDzTPk+V0T5Hhc8+AjTNPpNK4z62W8k+dYexPZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLAUsYhpSMAUOUdJRSlC4="
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
@@ -33,527 +33,527 @@
     "_episode_num": 0,
     "use_sde": false,
     "sde_sample_freq": -1,
-    "_current_progress_remaining": 0.02130719999999997,
+    "_current_progress_remaining": 0.006618400000000024,
     "_stats_window_size": 100,
     "ep_info_buffer": [
         {
-            "r": 272.424624,
-            "l": 1600
+            "r": 88.94536,
+            "l": 911
         },
         {
-            "r": 186.505586,
-            "l": 1465
+            "r": -71.88852,
+            "l": 138
         },
         {
-            "r": -18.542281,
-            "l": 692
+            "r": 35.362107,
+            "l": 669
         },
         {
-            "r": -77.583918,
-            "l": 157
+            "r": -85.291419,
+            "l": 101
         },
         {
-            "r": 79.153279,
-            "l": 895
+            "r": 89.74683,
+            "l": 899
         },
         {
-            "r": 291.305128,
-            "l": 1600
+            "r": -63.437168,
+            "l": 158
         },
         {
-            "r": 0.871243,
-            "l": 522
+            "r": -60.72263,
+            "l": 163
         },
         {
-            "r": 267.882763,
-            "l": 1600
+            "r": 297.456177,
+            "l": 1510
         },
         {
-            "r": 74.711857,
-            "l": 927
+            "r": -63.107012,
+            "l": 163
         },
         {
-            "r": -24.262137,
-            "l": 371
+            "r": -62.557628,
+            "l": 158
         },
         {
-            "r": -97.568883,
-            "l": 85
+            "r": 298.934154,
+            "l": 1477
         },
         {
-            "r": -20.37131,
-            "l": 465
+            "r": -61.723185,
+            "l": 163
         },
         {
-            "r": 41.078614,
-            "l": 709
+            "r": -77.686909,
+            "l": 117
         },
         {
-            "r": -9.363666,
-            "l": 465
+            "r": -59.536354,
+            "l": 179
         },
         {
-            "r": 55.346104,
-            "l": 758
+            "r": 298.529319,
+            "l": 1452
         },
         {
-            "r": 281.827362,
-            "l": 1600
+            "r": -66.923112,
+            "l": 147
         },
         {
-            "r": 299.807138,
-            "l": 1572
+            "r": -15.681894,
+            "l": 384
         },
         {
-            "r": 301.641497,
-            "l": 1546
+            "r": -74.861384,
+            "l": 154
         },
         {
-            "r": 270.286854,
-            "l": 1600
+            "r": 295.526079,
+            "l": 1535
         },
         {
-            "r": -10.480241,
-            "l": 469
+            "r": -62.978438,
+            "l": 175
         },
         {
-            "r": 300.566749,
-            "l": 1533
+            "r": -77.698023,
+            "l": 118
         },
         {
-            "r": 60.239547,
-            "l": 837
+            "r": 297.798564,
+            "l": 1481
         },
         {
-            "r": -61.373674,
-            "l": 197
+            "r": -69.617601,
+            "l": 136
         },
         {
-            "r": 12.590863,
-            "l": 629
+            "r": -60.619563,
+            "l": 169
         },
         {
-            "r": 40.688526,
-            "l": 697
+            "r": -69.318713,
+            "l": 145
         },
         {
-            "r": -61.132378,
-            "l": 200
+            "r": -78.865252,
+            "l": 119
         },
         {
-            "r": 202.216289,
-            "l": 1600
+            "r": -70.206739,
+            "l": 140
         },
         {
-            "r": 100.84738,
-            "l": 1340
+            "r": 298.994913,
+            "l": 1556
         },
         {
-            "r": 44.177902,
-            "l": 743
+            "r": -85.311037,
+            "l": 101
         },
         {
-            "r": -58.309471,
-            "l": 208
+            "r": -52.708283,
+            "l": 201
         },
         {
-            "r": 303.024362,
-            "l": 1569
+            "r": -68.301528,
+            "l": 142
         },
         {
-            "r": 301.47895,
-            "l": 1586
+            "r": 301.543331,
+            "l": 1401
         },
         {
-            "r": 11.45072,
-            "l": 593
+            "r": -79.191338,
+            "l": 115
         },
         {
-            "r": -9.337701,
-            "l": 452
+            "r": -8.790343,
+            "l": 398
         },
         {
-            "r": -65.171025,
-            "l": 172
+            "r": -62.671836,
+            "l": 159
         },
         {
-            "r": -61.16068,
-            "l": 198
+            "r": -72.875149,
+            "l": 143
         },
         {
-            "r": -19.866101,
-            "l": 439
+            "r": 16.442502,
+            "l": 544
         },
         {
-            "r": 289.826565,
-            "l": 1600
+            "r": -57.057251,
+            "l": 184
         },
         {
-            "r": -48.856962,
-            "l": 276
+            "r": -64.206468,
+            "l": 165
         },
         {
-            "r": 91.98763,
-            "l": 975
+            "r": -69.927084,
+            "l": 138
         },
         {
-            "r": 8.761411,
-            "l": 783
+            "r": 76.495525,
+            "l": 925
         },
         {
-            "r": 255.62017,
+            "r": 288.939109,
             "l": 1600
         },
         {
-            "r": -42.172894,
-            "l": 275
+            "r": 20.173908,
+            "l": 543
         },
         {
-            "r": 80.910596,
-            "l": 897
+            "r": -75.757143,
+            "l": 127
         },
         {
-            "r": -57.99261,
-            "l": 223
+            "r": -75.981574,
+            "l": 127
         },
         {
-            "r": -16.150048,
-            "l": 464
+            "r": 302.66767,
+            "l": 1429
         },
         {
-            "r": 46.091065,
-            "l": 721
+            "r": -68.878576,
+            "l": 144
         },
         {
-            "r": 6.162305,
-            "l": 575
+            "r": -78.569724,
+            "l": 113
         },
         {
-            "r": -47.508048,
-            "l": 238
+            "r": 180.983784,
+            "l": 1324
         },
         {
-            "r": 70.480423,
-            "l": 1002
+            "r": 13.461487,
+            "l": 555
         },
         {
-            "r": 282.178864,
-            "l": 1600
+            "r": -66.782102,
+            "l": 150
         },
         {
-            "r": -63.339335,
-            "l": 188
+            "r": -80.640055,
+            "l": 112
         },
         {
-            "r": 298.517964,
-            "l": 1600
+            "r": -64.938441,
+            "l": 165
         },
         {
-            "r": 67.285674,
-            "l": 805
+            "r": -21.444768,
+            "l": 371
         },
         {
-            "r": 14.727725,
-            "l": 589
+            "r": -47.098504,
+            "l": 217
         },
         {
-            "r": 283.075412,
-            "l": 1600
+            "r": 49.453569,
+            "l": 682
         },
         {
-            "r": 174.046128,
-            "l": 1428
+            "r": -56.273638,
+            "l": 193
         },
         {
-            "r": 304.613802,
-            "l": 1500
+            "r": -56.872998,
+            "l": 196
         },
         {
-            "r": 69.096459,
-            "l": 847
+            "r": -38.108875,
+            "l": 268
         },
         {
-            "r": -8.085554,
-            "l": 495
+            "r": -71.635875,
+            "l": 130
         },
         {
-            "r": -59.932103,
-            "l": 216
+            "r": -73.237624,
+            "l": 137
         },
         {
-            "r": -91.329322,
-            "l": 1600
+            "r": -65.880175,
+            "l": 148
         },
         {
-            "r": 177.042528,
-            "l": 1385
+            "r": -69.142083,
+            "l": 140
         },
         {
-            "r": 265.056317,
-            "l": 1600
+            "r": 87.50665,
+            "l": 925
         },
         {
-            "r": -66.734723,
-            "l": 175
+            "r": -76.774502,
+            "l": 143
         },
         {
-            "r": 295.445764,
-            "l": 1582
+            "r": 61.149729,
+            "l": 775
         },
         {
-            "r": 169.48836,
-            "l": 1462
+            "r": -70.415239,
+            "l": 138
         },
         {
-            "r": -2.60687,
-            "l": 521
+            "r": 299.729988,
+            "l": 1460
         },
         {
-            "r": -66.485069,
-            "l": 174
+            "r": -80.243913,
+            "l": 110
         },
         {
-            "r": 80.445247,
-            "l": 916
+            "r": -70.108071,
+            "l": 139
         },
         {
-            "r": -24.720133,
-            "l": 407
+            "r": -55.37548,
+            "l": 202
         },
         {
-            "r": -59.036251,
-            "l": 208
+            "r": -37.359849,
+            "l": 275
         },
         {
-            "r": 298.820627,
-            "l": 1570
+            "r": 1.852956,
+            "l": 469
         },
         {
-            "r": 286.895619,
-            "l": 1600
+            "r": 138.877604,
+            "l": 1114
         },
         {
-            "r": -29.211359,
-            "l": 367
+            "r": -77.983433,
+            "l": 115
         },
         {
-            "r": -80.016043,
-            "l": 149
+            "r": -55.758037,
+            "l": 225
         },
         {
-            "r": -40.898676,
-            "l": 276
+            "r": -63.114222,
+            "l": 173
         },
         {
-            "r": 110.750443,
-            "l": 1600
+            "r": -62.041746,
+            "l": 168
         },
         {
-            "r": 299.552808,
-            "l": 1574
+            "r": -75.960817,
+            "l": 122
         },
         {
-            "r": -80.31806,
+            "r": -88.539465,
             "l": 1600
         },
         {
-            "r": 70.261078,
-            "l": 1057
+            "r": -84.948587,
+            "l": 96
         },
         {
-            "r": 105.927059,
-            "l": 1072
+            "r": 14.466932,
+            "l": 549
         },
         {
-            "r": -66.911242,
-            "l": 192
+            "r": -76.501066,
+            "l": 125
         },
         {
-            "r": -37.256905,
-            "l": 324
+            "r": -7.582603,
+            "l": 434
         },
         {
-            "r": 299.478612,
-            "l": 1576
+            "r": 12.785625,
+            "l": 537
         },
         {
-            "r": -47.133521,
-            "l": 263
+            "r": -71.513748,
+            "l": 140
         },
         {
-            "r": 284.517038,
-            "l": 1600
+            "r": -66.153133,
+            "l": 150
         },
         {
-            "r": -0.467875,
-            "l": 505
+            "r": -54.451132,
+            "l": 210
         },
         {
-            "r": 282.947017,
-            "l": 1600
+            "r": 297.271485,
+            "l": 1512
         },
         {
-            "r": 5.075504,
-            "l": 506
+            "r": -63.753196,
+            "l": 168
         },
         {
-            "r": 300.629989,
-            "l": 1550
+            "r": 9.988296,
+            "l": 500
         },
         {
-            "r": -55.147071,
-            "l": 215
+            "r": -68.768703,
+            "l": 147
         },
         {
-            "r": 291.831535,
-            "l": 1600
+            "r": 120.083128,
+            "l": 1089
         },
         {
-            "r": 285.500794,
-            "l": 1600
+            "r": -68.669963,
+            "l": 143
         },
         {
-            "r": 25.175128,
-            "l": 650
+            "r": 297.58786,
+            "l": 1457
         },
         {
-            "r": -46.283536,
-            "l": 307
+            "r": -52.760759,
+            "l": 241
         },
         {
-            "r": 169.446476,
-            "l": 1571
+            "r": 13.748057,
+            "l": 527
         },
         {
-            "r": -1.62938,
-            "l": 529
+            "r": -71.008626,
+            "l": 134
         },
         {
-            "r": 5.412852,
-            "l": 583
+            "r": -73.333124,
+            "l": 137
         },
         {
-            "r": 275.504268,
-            "l": 1600
+            "r": -68.806607,
+            "l": 139
         },
         {
-            "r": 300.626585,
-            "l": 1570
+            "r": -80.525286,
+            "l": 110
         },
         {
-            "r": -2.274214,
-            "l": 498
+            "r": -70.811528,
+            "l": 140
         },
         {
-            "r": 278.158868,
-            "l": 1600
+            "r": -6.093633,
+            "l": 525
         },
         {
-            "r": 286.922062,
-            "l": 1600
+            "r": 179.376603,
+            "l": 1362
         },
         {
-            "r": -51.125596,
-            "l": 226
+            "r": -80.290344,
+            "l": 110
         },
         {
-            "r": -31.54577,
-            "l": 320
+            "r": -77.580306,
+            "l": 116
         },
         {
-            "r": 301.064766,
-            "l": 1577
+            "r": -70.552497,
+            "l": 142
         },
         {
-            "r": 284.419013,
+            "r": 274.535495,
             "l": 1600
         },
         {
-            "r": 282.761565,
-            "l": 1600
+            "r": -63.944323,
+            "l": 158
         },
         {
-            "r": 298.606231,
-            "l": 1578
+            "r": -76.63126,
+            "l": 149
         },
         {
-            "r": -39.679794,
-            "l": 306
+            "r": -28.759952,
+            "l": 314
         },
         {
-            "r": 178.382618,
-            "l": 1565
+            "r": -44.719205,
+            "l": 258
         },
         {
-            "r": -35.036283,
-            "l": 353
+            "r": -68.717179,
+            "l": 139
         },
         {
-            "r": -16.68046,
-            "l": 404
+            "r": -71.672338,
+            "l": 138
         },
         {
-            "r": -64.181603,
-            "l": 183
+            "r": -41.341877,
+            "l": 258
         },
         {
-            "r": 271.804814,
-            "l": 1600
+            "r": 299.608473,
+            "l": 1514
         },
         {
-            "r": -21.205456,
-            "l": 410
+            "r": -67.465564,
+            "l": 143
         },
         {
-            "r": 276.536808,
-            "l": 1600
+            "r": 294.872294,
+            "l": 1495
         },
         {
-            "r": 54.849401,
-            "l": 823
+            "r": -79.815684,
+            "l": 114
         },
         {
-            "r": 103.589777,
-            "l": 980
+            "r": -78.59883,
+            "l": 116
         },
         {
-            "r": 302.24956,
-            "l": 1551
+            "r": -77.419479,
+            "l": 127
         },
         {
-            "r": 109.691293,
-            "l": 1146
+            "r": 294.434112,
+            "l": 1509
         },
         {
-            "r": 169.726024,
-            "l": 1383
+            "r": -49.889868,
+            "l": 204
         },
         {
-            "r": 299.955399,
-            "l": 1600
+            "r": -31.284469,
+            "l": 321
         },
         {
-            "r": 95.159543,
-            "l": 985
+            "r": 42.459246,
+            "l": 634
         },
         {
-            "r": 271.699313,
-            "l": 1600
+            "r": 56.561265,
+            "l": 767
         },
         {
-            "r": -87.113001,
-            "l": 1600
+            "r": -60.910826,
+            "l": 176
         },
         {
-            "r": -74.437039,
-            "l": 159
+            "r": -82.162395,
+            "l": 111
         }
     ],
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
         ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
     },
-    "_n_updates": 252,
+    "_n_updates": 290,
     "observation_space": {
         ":type:": "<class 'gymnasium.spaces.box.Box'>",
         ":serialized:": "gAWVTAQAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWGAAAAAAAAAABAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLGIWUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBEolhgAAAAAAAAAAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBlGgVSxiFlGgZdJRSlIwGX3NoYXBllEsYhZSMA2xvd5RoESiWYAAAAAAAAADbD0nAAACgwAAAoMAAAKDA2w9JwAAAoMDbD0nAAACgwAAAAIDbD0nAAACgwNsPScAAAKDAAAAAgAAAgL8AAIC/AACAvwAAgL8AAIC/AACAvwAAgL8AAIC/AACAvwAAgL+UaAtLGIWUaBl0lFKUjARoaWdolGgRKJZgAAAAAAAAANsPSUAAAKBAAACgQAAAoEDbD0lAAACgQNsPSUAAAKBAAACgQNsPSUAAAKBA2w9JQAAAoEAAAKBAAACAPwAAgD8AAIA/AACAPwAAgD8AAIA/AACAPwAAgD8AAIA/AACAP5RoC0sYhZRoGXSUUpSMCGxvd19yZXBylIz+Wy0zLjE0MTU5MjcgLTUuICAgICAgICAtNS4gICAgICAgIC01LiAgICAgICAgLTMuMTQxNTkyNyAtNS4KIC0zLjE0MTU5MjcgLTUuICAgICAgICAtMC4gICAgICAgIC0zLjE0MTU5MjcgLTUuICAgICAgICAtMy4xNDE1OTI3CiAtNS4gICAgICAgIC0wLiAgICAgICAgLTEuICAgICAgICAtMS4gICAgICAgIC0xLiAgICAgICAgLTEuCiAtMS4gICAgICAgIC0xLiAgICAgICAgLTEuICAgICAgICAtMS4gICAgICAgIC0xLiAgICAgICAgLTEuICAgICAgIF2UjAloaWdoX3JlcHKUjOZbMy4xNDE1OTI3IDUuICAgICAgICA1LiAgICAgICAgNS4gICAgICAgIDMuMTQxNTkyNyA1LiAgICAgICAgMy4xNDE1OTI3CiA1LiAgICAgICAgNS4gICAgICAgIDMuMTQxNTkyNyA1LiAgICAgICAgMy4xNDE1OTI3IDUuICAgICAgICA1LgogMS4gICAgICAgIDEuICAgICAgICAxLiAgICAgICAgMS4gICAgICAgIDEuICAgICAgICAxLiAgICAgICAgMS4KIDEuICAgICAgICAxLiAgICAgICAgMS4gICAgICAgXZSMCl9ucF9yYW5kb22UTnViLg==",
@@ -597,7 +597,7 @@
     "zero_policy": true,
     "weights": {
         ":type:": "<class 'torch.Tensor'>",
-        ":serialized:": "gAWVAAMAAAAAAACMDHRvcmNoLl91dGlsc5SMEl9yZWJ1aWxkX3RlbnNvcl92MpSTlCiMDXRvcmNoLnN0b3JhZ2WUjBBfbG9hZF9mcm9tX2J5dGVzlJOUQnkCAACAAooKbPycRvkgaqhQGS6AAk3pAy6AAn1xAChYEAAAAHByb3RvY29sX3ZlcnNpb25xAU3pA1gNAAAAbGl0dGxlX2VuZGlhbnECiFgKAAAAdHlwZV9zaXplc3EDfXEEKFgFAAAAc2hvcnRxBUsCWAMAAABpbnRxBksEWAQAAABsb25ncQdLBHV1LoACKFgHAAAAc3RvcmFnZXEAY3RvcmNoCkZsb2F0U3RvcmFnZQpxAVgNAAAAMTk1NTUyNzU4MzM0NHECWAMAAABjcHVxA0tgTnRxBFEugAJdcQBYDQAAADE5NTU1Mjc1ODMzNDRxAWEuYAAAAAAAAACa7k69lbNVPRYzGz1EzvS7S87/vQNjgb1Qn7W8KgUGvvEXUb1AyY29Hz92PdU8dLwXgYs9wmesOz6ebjyVH6C8wIu9vGt3h72QlPi8G5uJvIlzyT1AzDM9P5pSvTCsU7pKcaQ9MwI5Ppe70z01vIG+yNYAPKqQhb3zeIk9EjT3O1ndaz0iFvq8gg/ePYoQnTwMD6E9Wgibvf45kTxWR+Q9Bg8IPtJq3D33DhG+mKMzPbMOn7zmjUS8k3bdPah76z0Y8LM97Dp6vNhGUjswliO+OBf/vSQ4uLuev3o9JO88PT7CC71NxKq+QpuAvihCxb3N2mq9UuyyPQAHhD08Agy+IOTSuxZeQT7w08s7/L8SPthZx72UubU8ku3dPCt697yu6AI+5or1PSIYPTxyWjo818PRvHYThT5xmCQ8QHY+vSF1W72VJtG9JaHyvbAChj3Yp4Q939VyPas2bj2ROo29COrDO7o92r24Zym9Sg6fvTe+cr0SnWE8zNOJPZd01DuUhZRSlEsAS2CFlEsBhZSJjAtjb2xsZWN0aW9uc5SMC09yZGVyZWREaWN0lJOUKVKUdJRSlC4="
+        ":serialized:": "gAWVAAMAAAAAAACMDHRvcmNoLl91dGlsc5SMEl9yZWJ1aWxkX3RlbnNvcl92MpSTlCiMDXRvcmNoLnN0b3JhZ2WUjBBfbG9hZF9mcm9tX2J5dGVzlJOUQnkCAACAAooKbPycRvkgaqhQGS6AAk3pAy6AAn1xAChYEAAAAHByb3RvY29sX3ZlcnNpb25xAU3pA1gNAAAAbGl0dGxlX2VuZGlhbnECiFgKAAAAdHlwZV9zaXplc3EDfXEEKFgFAAAAc2hvcnRxBUsCWAMAAABpbnRxBksEWAQAAABsb25ncQdLBHV1LoACKFgHAAAAc3RvcmFnZXEAY3RvcmNoCkZsb2F0U3RvcmFnZQpxAVgNAAAAMTk1NTQxOTE3Njk3NnECWAMAAABjcHVxA0tgTnRxBFEugAJdcQBYDQAAADE5NTU0MTkxNzY5NzZxAWEuYAAAAAAAAABUXy+9WHutPWloaj2uzpQ8/CYVvg96Ar7VCDS9yKXavdi3dL1rzi69Sz75PNvNn73k7Yc9DzrPPI75jz1yw6e9EvZmvH5oib1sNuY8LtIIvcAxkD0pK+o8BeUovabUUrx+Jq49byQBPiEK+z0B1KC+XsYHvJWXHL4R6dc8fNPFvDVfpzyI8Sm9QDXcPddlij3oU449RfzpvakCBT1D5OM9p5UQPnpPjz2acxu+6zvpPdEgQL3kq7w8nYvPPS5SCT6C+AM+ZMbku3ZkEj1IIRS+V7g+vp5/KL3Dok09QasDPe2PCr1GPsG+EBuWvmqu1r3K31O9c5NwPWkTpT1rUqK9fxlLvQljYD6q1Go8NwwXPjsJv72PFgQ9KZCmvO/wqb1atLA9EKAjPgtGJ71zDnM8NbfHvUkekT40G4q7su4IvexrDb2tTBq+REwGvrnRlD3MIKI9XosUPJt4Yz0fz6295V3LvMX50r36k5G9iEFbvWa4qLzceY87uGC1PTxhMb2UhZRSlEsAS2CFlEsBhZSJjAtjb2xsZWN0aW9uc5SMC09yZGVyZWREaWN0lJOUKVKUdJRSlC4="
     },
     "processes": null,
     "old_count": 0,

ars-BipedalWalker-v3/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5d8f3f1de8bdbbe332e1cfb3e450a0ce392a77e1cd10843dfebb4dafbc900373
+oid sha256:99c41fa843e75aa4331763ff58ad8ca77145f5dec187942404377246903e95d7
 size 1756

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVMAAAAAAAAACMGHNiM19jb250cmliLmFycy5wb2xpY2llc5SMD0FSU0xpbmVhclBvbGljeZSTlC4=", "__module__": "sb3_contrib.ars.policies", "__doc__": "\n    Linear policy network for ARS.\n\n    :param observation_space: The observation space of the environment\n    :param action_space: The action space of the environment\n    :param with_bias: With or without bias on the output\n    :param squash_output: For continuous actions, whether the output is squashed\n        or not using a ``tanh()`` function. If not squashed with tanh the output will instead be clipped.\n    ", "__init__": "<function ARSLinearPolicy.__init__ at 0x000001C745702440>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x000001C745708EC0>"}, "verbose": 5, "policy_kwargs": {}, "num_timesteps": 5014135, "_total_timesteps": 5000000.0, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1704222070653095200, "learning_rate": 0.02, "tensorboard_log": "runs/BipedalWalker-v3__ars-BipedalWalker-v3__1__1704214603", "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWV1QAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZgAAAAAAAAAOgtY79dJQ48n5fMv92Z3rgAyrU/pXkyPUvkOz+Yl1k9KD+dPxFWJL/PJRg9MTYOQMrXTz2FOsE/Hbf+PltW/j52d/0+0EP8PkLE+j4dD/k+5BX3PtugBD+aCd0+KQbSPZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLAUsYhpSMAUOUdJRSlC4="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdAAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYBAAAAAAAAAAGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwGFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWV1QAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZgAAAAAAAAAJsONDvsbia3UUtKOkoSg7y6cbw91nqFupg4XD9TRQ07AACAP+HJBD2WeIW65ZFaPwDMPDoAAIA/YLLhPolC5D6bP+w+U6b6Pva6CD/jOho/yIo1P27MYj8AAIA/AACAP5SMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLAUsYhpSMAUOUdJRSlC4="}, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.02130719999999997, "_stats_window_size": 100, "ep_info_buffer": [{"r": 272.424624, "l": 1600}, {"r": 186.505586, "l": 1465}, {"r": -18.542281, "l": 692}, {"r": -77.583918, "l": 157}, {"r": 79.153279, "l": 895}, {"r": 291.305128, "l": 1600}, {"r": 0.871243, "l": 522}, {"r": 267.882763, "l": 1600}, {"r": 74.711857, "l": 927}, {"r": -24.262137, "l": 371}, {"r": -97.568883, "l": 85}, {"r": -20.37131, "l": 465}, {"r": 41.078614, "l": 709}, {"r": -9.363666, "l": 465}, {"r": 55.346104, "l": 758}, {"r": 281.827362, "l": 1600}, {"r": 299.807138, "l": 1572}, {"r": 301.641497, "l": 1546}, {"r": 270.286854, "l": 1600}, {"r": -10.480241, "l": 469}, {"r": 300.566749, "l": 1533}, {"r": 60.239547, "l": 837}, {"r": -61.373674, "l": 197}, {"r": 12.590863, "l": 629}, {"r": 40.688526, "l": 697}, {"r": -61.132378, "l": 200}, {"r": 202.216289, "l": 1600}, {"r": 100.84738, "l": 1340}, {"r": 44.177902, "l": 743}, {"r": -58.309471, "l": 208}, {"r": 303.024362, "l": 1569}, {"r": 301.47895, "l": 1586}, {"r": 11.45072, "l": 593}, {"r": -9.337701, "l": 452}, {"r": -65.171025, "l": 172}, {"r": -61.16068, "l": 198}, {"r": -19.866101, "l": 439}, {"r": 289.826565, "l": 1600}, {"r": -48.856962, "l": 276}, {"r": 91.98763, "l": 975}, {"r": 8.761411, "l": 783}, {"r": 255.62017, "l": 1600}, {"r": -42.172894, "l": 275}, {"r": 80.910596, "l": 897}, {"r": -57.99261, "l": 223}, {"r": -16.150048, "l": 464}, {"r": 46.091065, "l": 721}, {"r": 6.162305, "l": 575}, {"r": -47.508048, "l": 238}, {"r": 70.480423, "l": 1002}, {"r": 282.178864, "l": 1600}, {"r": -63.339335, "l": 188}, {"r": 298.517964, "l": 1600}, {"r": 67.285674, "l": 805}, {"r": 14.727725, "l": 589}, {"r": 283.075412, "l": 1600}, {"r": 174.046128, "l": 1428}, {"r": 304.613802, "l": 1500}, {"r": 69.096459, "l": 847}, {"r": -8.085554, "l": 495}, {"r": -59.932103, "l": 216}, {"r": -91.329322, "l": 1600}, {"r": 177.042528, "l": 1385}, {"r": 265.056317, "l": 1600}, {"r": -66.734723, "l": 175}, {"r": 295.445764, "l": 1582}, {"r": 169.48836, "l": 1462}, {"r": -2.60687, "l": 521}, {"r": -66.485069, "l": 174}, {"r": 80.445247, "l": 916}, {"r": -24.720133, "l": 407}, {"r": -59.036251, "l": 208}, {"r": 298.820627, "l": 1570}, {"r": 286.895619, "l": 1600}, {"r": -29.211359, "l": 367}, {"r": -80.016043, "l": 149}, {"r": -40.898676, "l": 276}, {"r": 110.750443, "l": 1600}, {"r": 299.552808, "l": 1574}, {"r": -80.31806, "l": 1600}, {"r": 70.261078, "l": 1057}, {"r": 105.927059, "l": 1072}, {"r": -66.911242, "l": 192}, {"r": -37.256905, "l": 324}, {"r": 299.478612, "l": 1576}, {"r": -47.133521, "l": 263}, {"r": 284.517038, "l": 1600}, {"r": -0.467875, "l": 505}, {"r": 282.947017, "l": 1600}, {"r": 5.075504, "l": 506}, {"r": 300.629989, "l": 1550}, {"r": -55.147071, "l": 215}, {"r": 291.831535, "l": 1600}, {"r": 285.500794, "l": 1600}, {"r": 25.175128, "l": 650}, {"r": -46.283536, "l": 307}, {"r": 169.446476, "l": 1571}, {"r": -1.62938, "l": 529}, {"r": 5.412852, "l": 583}, {"r": 275.504268, "l": 1600}, {"r": 300.626585, "l": 1570}, {"r": -2.274214, "l": 498}, {"r": 278.158868, "l": 1600}, {"r": 286.922062, "l": 1600}, {"r": -51.125596, "l": 226}, {"r": -31.54577, "l": 320}, {"r": 301.064766, "l": 1577}, {"r": 284.419013, "l": 1600}, {"r": 282.761565, "l": 1600}, {"r": 298.606231, "l": 1578}, {"r": -39.679794, "l": 306}, {"r": 178.382618, "l": 1565}, {"r": -35.036283, "l": 353}, {"r": -16.68046, "l": 404}, {"r": -64.181603, "l": 183}, {"r": 271.804814, "l": 1600}, {"r": -21.205456, "l": 410}, {"r": 276.536808, "l": 1600}, {"r": 54.849401, "l": 823}, {"r": 103.589777, "l": 980}, {"r": 302.24956, "l": 1551}, {"r": 109.691293, "l": 1146}, {"r": 169.726024, "l": 1383}, {"r": 299.955399, "l": 1600}, {"r": 95.159543, "l": 985}, {"r": 271.699313, "l": 1600}, {"r": -87.113001, "l": 1600}, {"r": -74.437039, "l": 159}], "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 252, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVTAQAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWGAAAAAAAAAABAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLGIWUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBEolhgAAAAAAAAAAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBlGgVSxiFlGgZdJRSlIwGX3NoYXBllEsYhZSMA2xvd5RoESiWYAAAAAAAAADbD0nAAACgwAAAoMAAAKDA2w9JwAAAoMDbD0nAAACgwAAAAIDbD0nAAACgwNsPScAAAKDAAAAAgAAAgL8AAIC/AACAvwAAgL8AAIC/AACAvwAAgL8AAIC/AACAvwAAgL+UaAtLGIWUaBl0lFKUjARoaWdolGgRKJZgAAAAAAAAANsPSUAAAKBAAACgQAAAoEDbD0lAAACgQNsPSUAAAKBAAACgQNsPSUAAAKBA2w9JQAAAoEAAAKBAAACAPwAAgD8AAIA/AACAPwAAgD8AAIA/AACAPwAAgD8AAIA/AACAP5RoC0sYhZRoGXSUUpSMCGxvd19yZXBylIz+Wy0zLjE0MTU5MjcgLTUuICAgICAgICAtNS4gICAgICAgIC01LiAgICAgICAgLTMuMTQxNTkyNyAtNS4KIC0zLjE0MTU5MjcgLTUuICAgICAgICAtMC4gICAgICAgIC0zLjE0MTU5MjcgLTUuICAgICAgICAtMy4xNDE1OTI3CiAtNS4gICAgICAgIC0wLiAgICAgICAgLTEuICAgICAgICAtMS4gICAgICAgIC0xLiAgICAgICAgLTEuCiAtMS4gICAgICAgIC0xLiAgICAgICAgLTEuICAgICAgICAtMS4gICAgICAgIC0xLiAgICAgICAgLTEuICAgICAgIF2UjAloaWdoX3JlcHKUjOZbMy4xNDE1OTI3IDUuICAgICAgICA1LiAgICAgICAgNS4gICAgICAgIDMuMTQxNTkyNyA1LiAgICAgICAgMy4xNDE1OTI3CiA1LiAgICAgICAgNS4gICAgICAgIDMuMTQxNTkyNyA1LiAgICAgICAgMy4xNDE1OTI3IDUuICAgICAgICA1LgogMS4gICAgICAgIDEuICAgICAgICAxLiAgICAgICAgMS4gICAgICAgIDEuICAgICAgICAxLiAgICAgICAgMS4KIDEuICAgICAgICAxLiAgICAgICAgMS4gICAgICAgXZSMCl9ucF9yYW5kb22UTnViLg==", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True  True  True  True  True\n  True  True  True  True  True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True  True  True  True  True\n  True  True  True  True  True  True  True  True  True  True  True  True]", "_shape": [24], "low": "[-3.1415927 -5.        -5.        -5.        -3.1415927 -5.\n -3.1415927 -5.        -0.        -3.1415927 -5.        -3.1415927\n -5.        -0.        -1.        -1.        -1.        -1.\n -1.        -1.        -1.        -1.        -1.        -1.       ]", "high": "[3.1415927 5.        5.        5.        3.1415927 5.        3.1415927\n 5.        5.        3.1415927 5.        3.1415927 5.        5.\n 1.        1.        1.        1.        1.        1.        1.\n 1.        1.        1.       ]", "low_repr": "[-3.1415927 -5.        -5.        -5.        -3.1415927 -5.\n -3.1415927 -5.        -0.        -3.1415927 -5.        -3.1415927\n -5.        -0.        -1.        -1.        -1.        -1.\n -1.        -1.        -1.        -1.        -1.        -1.       ]", "high_repr": "[3.1415927 5.        5.        5.        3.1415927 5.        3.1415927\n 5.        5.        3.1415927 5.        3.1415927 5.        5.\n 1.        1.        1.        1.        1.        1.        1.\n 1.        1.        1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVpwEAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWBAAAAAAAAAABAQEBlGgIjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKUjA1ib3VuZGVkX2Fib3ZllGgRKJYEAAAAAAAAAAEBAQGUaBVLBIWUaBl0lFKUjAZfc2hhcGWUSwSFlIwDbG93lGgRKJYQAAAAAAAAAAAAgL8AAIC/AACAvwAAgL+UaAtLBIWUaBl0lFKUjARoaWdolGgRKJYQAAAAAAAAAAAAgD8AAIA/AACAPwAAgD+UaAtLBIWUaBl0lFKUjAhsb3dfcmVwcpSMBC0xLjCUjAloaWdoX3JlcHKUjAMxLjCUjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True]", "bounded_above": "[ True  True  True  True]", "_shape": [4], "low": "[-1. -1. -1. -1.]", "high": "[1. 1. 1. 1.]", "low_repr": "-1.0", "high_repr": "1.0", "_np_random": null}, "n_envs": 1, "n_delta": 64, "pop_size": 128, "delta_std_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVaAIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMU2M6XFVzZXJzXHByaWNvXC5jb25kYVxlbnZzXEFUTk5cbGliXHNpdGUtcGFja2FnZXNcc3RhYmxlX2Jhc2VsaW5lczNcY29tbW9uXHV0aWxzLnB5lIwEZnVuY5RLg0MCBAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flGgMdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB59lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9+uFHrhR64hZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "n_eval_episodes": 1, "n_top": 32, "alive_bonus_offset": -0.1, "zero_policy": true, "weights": {":type:": "<class 'torch.Tensor'>", ":serialized:": "gAWVAAMAAAAAAACMDHRvcmNoLl91dGlsc5SMEl9yZWJ1aWxkX3RlbnNvcl92MpSTlCiMDXRvcmNoLnN0b3JhZ2WUjBBfbG9hZF9mcm9tX2J5dGVzlJOUQnkCAACAAooKbPycRvkgaqhQGS6AAk3pAy6AAn1xAChYEAAAAHByb3RvY29sX3ZlcnNpb25xAU3pA1gNAAAAbGl0dGxlX2VuZGlhbnECiFgKAAAAdHlwZV9zaXplc3EDfXEEKFgFAAAAc2hvcnRxBUsCWAMAAABpbnRxBksEWAQAAABsb25ncQdLBHV1LoACKFgHAAAAc3RvcmFnZXEAY3RvcmNoCkZsb2F0U3RvcmFnZQpxAVgNAAAAMTk1NTUyNzU4MzM0NHECWAMAAABjcHVxA0tgTnRxBFEugAJdcQBYDQAAADE5NTU1Mjc1ODMzNDRxAWEuYAAAAAAAAACa7k69lbNVPRYzGz1EzvS7S87/vQNjgb1Qn7W8KgUGvvEXUb1AyY29Hz92PdU8dLwXgYs9wmesOz6ebjyVH6C8wIu9vGt3h72QlPi8G5uJvIlzyT1AzDM9P5pSvTCsU7pKcaQ9MwI5Ppe70z01vIG+yNYAPKqQhb3zeIk9EjT3O1ndaz0iFvq8gg/ePYoQnTwMD6E9Wgibvf45kTxWR+Q9Bg8IPtJq3D33DhG+mKMzPbMOn7zmjUS8k3bdPah76z0Y8LM97Dp6vNhGUjswliO+OBf/vSQ4uLuev3o9JO88PT7CC71NxKq+QpuAvihCxb3N2mq9UuyyPQAHhD08Agy+IOTSuxZeQT7w08s7/L8SPthZx72UubU8ku3dPCt697yu6AI+5or1PSIYPTxyWjo818PRvHYThT5xmCQ8QHY+vSF1W72VJtG9JaHyvbAChj3Yp4Q939VyPas2bj2ROo29COrDO7o92r24Zym9Sg6fvTe+cr0SnWE8zNOJPZd01DuUhZRSlEsAS2CFlEsBhZSJjAtjb2xsZWN0aW9uc5SMC09yZGVyZWREaWN0lJOUKVKUdJRSlC4="}, "processes": null, "old_count": 0, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVaAIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMU2M6XFVzZXJzXHByaWNvXC5jb25kYVxlbnZzXEFUTk5cbGliXHNpdGUtcGFja2FnZXNcc3RhYmxlX2Jhc2VsaW5lczNcY29tbW9uXHV0aWxzLnB5lIwEZnVuY5RLg0MCBAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flGgMdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB59lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz+UeuFHrhR7hZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "n_params": 96, "system_info": {"OS": "Windows-10-10.0.22621-SP0 10.0.22621", "Python": "3.10.12", "Stable-Baselines3": "2.2.1", "PyTorch": "2.1.0", "GPU Enabled": "False", "Numpy": "1.26.0", "Cloudpickle": "3.0.0", "Gymnasium": "0.28.1", "OpenAI Gym": "0.21.0"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVMAAAAAAAAACMGHNiM19jb250cmliLmFycy5wb2xpY2llc5SMD0FSU0xpbmVhclBvbGljeZSTlC4=", "__module__": "sb3_contrib.ars.policies", "__doc__": "\n    Linear policy network for ARS.\n\n    :param observation_space: The observation space of the environment\n    :param action_space: The action space of the environment\n    :param with_bias: With or without bias on the output\n    :param squash_output: For continuous actions, whether the output is squashed\n        or not using a ``tanh()`` function. If not squashed with tanh the output will instead be clipped.\n    ", "__init__": "<function ARSLinearPolicy.__init__ at 0x000001C745702440>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x000001C745708EC0>"}, "verbose": 5, "policy_kwargs": {}, "num_timesteps": 5024250, "_total_timesteps": 5000000.0, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1704225357833316500, "learning_rate": 0.02, "tensorboard_log": "runs/BipedalWalker-v3__ars-BipedalWalker-v3__1__1704214603", "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWV1QAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZgAAAAAAAAAMroaL/8GM46JZTfv+7gGr0oT6E/yQYBPQSuPT/goTI9mkufPxo6N7/jQs08bFYKQDbgRz0Qgso/1GrVPj0u1T59atQ+xDzTPk+V0T5Hhc8+AjTNPpNK4z62W8k+dYexPZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLAUsYhpSMAUOUdJRSlC4="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdAAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYBAAAAAAAAAAGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwGFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWV1QAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZgAAAAAAAAAJsONDvsbia3UUtKOkoSg7y6cbw91nqFupg4XD9TRQ07AACAP+HJBD2WeIW65ZFaPwDMPDoAAIA/YLLhPolC5D6bP+w+U6b6Pva6CD/jOho/yIo1P27MYj8AAIA/AACAP5SMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLAUsYhpSMAUOUdJRSlC4="}, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.006618400000000024, "_stats_window_size": 100, "ep_info_buffer": [{"r": 88.94536, "l": 911}, {"r": -71.88852, "l": 138}, {"r": 35.362107, "l": 669}, {"r": -85.291419, "l": 101}, {"r": 89.74683, "l": 899}, {"r": -63.437168, "l": 158}, {"r": -60.72263, "l": 163}, {"r": 297.456177, "l": 1510}, {"r": -63.107012, "l": 163}, {"r": -62.557628, "l": 158}, {"r": 298.934154, "l": 1477}, {"r": -61.723185, "l": 163}, {"r": -77.686909, "l": 117}, {"r": -59.536354, "l": 179}, {"r": 298.529319, "l": 1452}, {"r": -66.923112, "l": 147}, {"r": -15.681894, "l": 384}, {"r": -74.861384, "l": 154}, {"r": 295.526079, "l": 1535}, {"r": -62.978438, "l": 175}, {"r": -77.698023, "l": 118}, {"r": 297.798564, "l": 1481}, {"r": -69.617601, "l": 136}, {"r": -60.619563, "l": 169}, {"r": -69.318713, "l": 145}, {"r": -78.865252, "l": 119}, {"r": -70.206739, "l": 140}, {"r": 298.994913, "l": 1556}, {"r": -85.311037, "l": 101}, {"r": -52.708283, "l": 201}, {"r": -68.301528, "l": 142}, {"r": 301.543331, "l": 1401}, {"r": -79.191338, "l": 115}, {"r": -8.790343, "l": 398}, {"r": -62.671836, "l": 159}, {"r": -72.875149, "l": 143}, {"r": 16.442502, "l": 544}, {"r": -57.057251, "l": 184}, {"r": -64.206468, "l": 165}, {"r": -69.927084, "l": 138}, {"r": 76.495525, "l": 925}, {"r": 288.939109, "l": 1600}, {"r": 20.173908, "l": 543}, {"r": -75.757143, "l": 127}, {"r": -75.981574, "l": 127}, {"r": 302.66767, "l": 1429}, {"r": -68.878576, "l": 144}, {"r": -78.569724, "l": 113}, {"r": 180.983784, "l": 1324}, {"r": 13.461487, "l": 555}, {"r": -66.782102, "l": 150}, {"r": -80.640055, "l": 112}, {"r": -64.938441, "l": 165}, {"r": -21.444768, "l": 371}, {"r": -47.098504, "l": 217}, {"r": 49.453569, "l": 682}, {"r": -56.273638, "l": 193}, {"r": -56.872998, "l": 196}, {"r": -38.108875, "l": 268}, {"r": -71.635875, "l": 130}, {"r": -73.237624, "l": 137}, {"r": -65.880175, "l": 148}, {"r": -69.142083, "l": 140}, {"r": 87.50665, "l": 925}, {"r": -76.774502, "l": 143}, {"r": 61.149729, "l": 775}, {"r": -70.415239, "l": 138}, {"r": 299.729988, "l": 1460}, {"r": -80.243913, "l": 110}, {"r": -70.108071, "l": 139}, {"r": -55.37548, "l": 202}, {"r": -37.359849, "l": 275}, {"r": 1.852956, "l": 469}, {"r": 138.877604, "l": 1114}, {"r": -77.983433, "l": 115}, {"r": -55.758037, "l": 225}, {"r": -63.114222, "l": 173}, {"r": -62.041746, "l": 168}, {"r": -75.960817, "l": 122}, {"r": -88.539465, "l": 1600}, {"r": -84.948587, "l": 96}, {"r": 14.466932, "l": 549}, {"r": -76.501066, "l": 125}, {"r": -7.582603, "l": 434}, {"r": 12.785625, "l": 537}, {"r": -71.513748, "l": 140}, {"r": -66.153133, "l": 150}, {"r": -54.451132, "l": 210}, {"r": 297.271485, "l": 1512}, {"r": -63.753196, "l": 168}, {"r": 9.988296, "l": 500}, {"r": -68.768703, "l": 147}, {"r": 120.083128, "l": 1089}, {"r": -68.669963, "l": 143}, {"r": 297.58786, "l": 1457}, {"r": -52.760759, "l": 241}, {"r": 13.748057, "l": 527}, {"r": -71.008626, "l": 134}, {"r": -73.333124, "l": 137}, {"r": -68.806607, "l": 139}, {"r": -80.525286, "l": 110}, {"r": -70.811528, "l": 140}, {"r": -6.093633, "l": 525}, {"r": 179.376603, "l": 1362}, {"r": -80.290344, "l": 110}, {"r": -77.580306, "l": 116}, {"r": -70.552497, "l": 142}, {"r": 274.535495, "l": 1600}, {"r": -63.944323, "l": 158}, {"r": -76.63126, "l": 149}, {"r": -28.759952, "l": 314}, {"r": -44.719205, "l": 258}, {"r": -68.717179, "l": 139}, {"r": -71.672338, "l": 138}, {"r": -41.341877, "l": 258}, {"r": 299.608473, "l": 1514}, {"r": -67.465564, "l": 143}, {"r": 294.872294, "l": 1495}, {"r": -79.815684, "l": 114}, {"r": -78.59883, "l": 116}, {"r": -77.419479, "l": 127}, {"r": 294.434112, "l": 1509}, {"r": -49.889868, "l": 204}, {"r": -31.284469, "l": 321}, {"r": 42.459246, "l": 634}, {"r": 56.561265, "l": 767}, {"r": -60.910826, "l": 176}, {"r": -82.162395, "l": 111}], "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 290, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVTAQAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWGAAAAAAAAAABAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLGIWUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBEolhgAAAAAAAAAAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBlGgVSxiFlGgZdJRSlIwGX3NoYXBllEsYhZSMA2xvd5RoESiWYAAAAAAAAADbD0nAAACgwAAAoMAAAKDA2w9JwAAAoMDbD0nAAACgwAAAAIDbD0nAAACgwNsPScAAAKDAAAAAgAAAgL8AAIC/AACAvwAAgL8AAIC/AACAvwAAgL8AAIC/AACAvwAAgL+UaAtLGIWUaBl0lFKUjARoaWdolGgRKJZgAAAAAAAAANsPSUAAAKBAAACgQAAAoEDbD0lAAACgQNsPSUAAAKBAAACgQNsPSUAAAKBA2w9JQAAAoEAAAKBAAACAPwAAgD8AAIA/AACAPwAAgD8AAIA/AACAPwAAgD8AAIA/AACAP5RoC0sYhZRoGXSUUpSMCGxvd19yZXBylIz+Wy0zLjE0MTU5MjcgLTUuICAgICAgICAtNS4gICAgICAgIC01LiAgICAgICAgLTMuMTQxNTkyNyAtNS4KIC0zLjE0MTU5MjcgLTUuICAgICAgICAtMC4gICAgICAgIC0zLjE0MTU5MjcgLTUuICAgICAgICAtMy4xNDE1OTI3CiAtNS4gICAgICAgIC0wLiAgICAgICAgLTEuICAgICAgICAtMS4gICAgICAgIC0xLiAgICAgICAgLTEuCiAtMS4gICAgICAgIC0xLiAgICAgICAgLTEuICAgICAgICAtMS4gICAgICAgIC0xLiAgICAgICAgLTEuICAgICAgIF2UjAloaWdoX3JlcHKUjOZbMy4xNDE1OTI3IDUuICAgICAgICA1LiAgICAgICAgNS4gICAgICAgIDMuMTQxNTkyNyA1LiAgICAgICAgMy4xNDE1OTI3CiA1LiAgICAgICAgNS4gICAgICAgIDMuMTQxNTkyNyA1LiAgICAgICAgMy4xNDE1OTI3IDUuICAgICAgICA1LgogMS4gICAgICAgIDEuICAgICAgICAxLiAgICAgICAgMS4gICAgICAgIDEuICAgICAgICAxLiAgICAgICAgMS4KIDEuICAgICAgICAxLiAgICAgICAgMS4gICAgICAgXZSMCl9ucF9yYW5kb22UTnViLg==", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True  True  True  True  True\n  True  True  True  True  True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True  True  True  True  True\n  True  True  True  True  True  True  True  True  True  True  True  True]", "_shape": [24], "low": "[-3.1415927 -5.        -5.        -5.        -3.1415927 -5.\n -3.1415927 -5.        -0.        -3.1415927 -5.        -3.1415927\n -5.        -0.        -1.        -1.        -1.        -1.\n -1.        -1.        -1.        -1.        -1.        -1.       ]", "high": "[3.1415927 5.        5.        5.        3.1415927 5.        3.1415927\n 5.        5.        3.1415927 5.        3.1415927 5.        5.\n 1.        1.        1.        1.        1.        1.        1.\n 1.        1.        1.       ]", "low_repr": "[-3.1415927 -5.        -5.        -5.        -3.1415927 -5.\n -3.1415927 -5.        -0.        -3.1415927 -5.        -3.1415927\n -5.        -0.        -1.        -1.        -1.        -1.\n -1.        -1.        -1.        -1.        -1.        -1.       ]", "high_repr": "[3.1415927 5.        5.        5.        3.1415927 5.        3.1415927\n 5.        5.        3.1415927 5.        3.1415927 5.        5.\n 1.        1.        1.        1.        1.        1.        1.\n 1.        1.        1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVpwEAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWBAAAAAAAAAABAQEBlGgIjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKUjA1ib3VuZGVkX2Fib3ZllGgRKJYEAAAAAAAAAAEBAQGUaBVLBIWUaBl0lFKUjAZfc2hhcGWUSwSFlIwDbG93lGgRKJYQAAAAAAAAAAAAgL8AAIC/AACAvwAAgL+UaAtLBIWUaBl0lFKUjARoaWdolGgRKJYQAAAAAAAAAAAAgD8AAIA/AACAPwAAgD+UaAtLBIWUaBl0lFKUjAhsb3dfcmVwcpSMBC0xLjCUjAloaWdoX3JlcHKUjAMxLjCUjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True]", "bounded_above": "[ True  True  True  True]", "_shape": [4], "low": "[-1. -1. -1. -1.]", "high": "[1. 1. 1. 1.]", "low_repr": "-1.0", "high_repr": "1.0", "_np_random": null}, "n_envs": 1, "n_delta": 64, "pop_size": 128, "delta_std_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVaAIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMU2M6XFVzZXJzXHByaWNvXC5jb25kYVxlbnZzXEFUTk5cbGliXHNpdGUtcGFja2FnZXNcc3RhYmxlX2Jhc2VsaW5lczNcY29tbW9uXHV0aWxzLnB5lIwEZnVuY5RLg0MCBAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flGgMdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB59lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9+uFHrhR64hZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "n_eval_episodes": 1, "n_top": 32, "alive_bonus_offset": -0.1, "zero_policy": true, "weights": {":type:": "<class 'torch.Tensor'>", ":serialized:": "gAWVAAMAAAAAAACMDHRvcmNoLl91dGlsc5SMEl9yZWJ1aWxkX3RlbnNvcl92MpSTlCiMDXRvcmNoLnN0b3JhZ2WUjBBfbG9hZF9mcm9tX2J5dGVzlJOUQnkCAACAAooKbPycRvkgaqhQGS6AAk3pAy6AAn1xAChYEAAAAHByb3RvY29sX3ZlcnNpb25xAU3pA1gNAAAAbGl0dGxlX2VuZGlhbnECiFgKAAAAdHlwZV9zaXplc3EDfXEEKFgFAAAAc2hvcnRxBUsCWAMAAABpbnRxBksEWAQAAABsb25ncQdLBHV1LoACKFgHAAAAc3RvcmFnZXEAY3RvcmNoCkZsb2F0U3RvcmFnZQpxAVgNAAAAMTk1NTQxOTE3Njk3NnECWAMAAABjcHVxA0tgTnRxBFEugAJdcQBYDQAAADE5NTU0MTkxNzY5NzZxAWEuYAAAAAAAAABUXy+9WHutPWloaj2uzpQ8/CYVvg96Ar7VCDS9yKXavdi3dL1rzi69Sz75PNvNn73k7Yc9DzrPPI75jz1yw6e9EvZmvH5oib1sNuY8LtIIvcAxkD0pK+o8BeUovabUUrx+Jq49byQBPiEK+z0B1KC+XsYHvJWXHL4R6dc8fNPFvDVfpzyI8Sm9QDXcPddlij3oU449RfzpvakCBT1D5OM9p5UQPnpPjz2acxu+6zvpPdEgQL3kq7w8nYvPPS5SCT6C+AM+ZMbku3ZkEj1IIRS+V7g+vp5/KL3Dok09QasDPe2PCr1GPsG+EBuWvmqu1r3K31O9c5NwPWkTpT1rUqK9fxlLvQljYD6q1Go8NwwXPjsJv72PFgQ9KZCmvO/wqb1atLA9EKAjPgtGJ71zDnM8NbfHvUkekT40G4q7su4IvexrDb2tTBq+REwGvrnRlD3MIKI9XosUPJt4Yz0fz6295V3LvMX50r36k5G9iEFbvWa4qLzceY87uGC1PTxhMb2UhZRSlEsAS2CFlEsBhZSJjAtjb2xsZWN0aW9uc5SMC09yZGVyZWREaWN0lJOUKVKUdJRSlC4="}, "processes": null, "old_count": 0, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVaAIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMU2M6XFVzZXJzXHByaWNvXC5jb25kYVxlbnZzXEFUTk5cbGliXHNpdGUtcGFja2FnZXNcc3RhYmxlX2Jhc2VsaW5lczNcY29tbW9uXHV0aWxzLnB5lIwEZnVuY5RLg0MCBAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flGgMdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB59lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz+UeuFHrhR7hZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "n_params": 96, "system_info": {"OS": "Windows-10-10.0.22621-SP0 10.0.22621", "Python": "3.10.12", "Stable-Baselines3": "2.2.1", "PyTorch": "2.1.0", "GPU Enabled": "False", "Numpy": "1.26.0", "Cloudpickle": "3.0.0", "Gymnasium": "0.28.1", "OpenAI Gym": "0.21.0"}}

logs/events.out.tfevents.1704225357.Thunder.26636.6

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d7379a391efe853ff26c8523f425f11e56be090ab82058843c0abc5b8860ade
+size 441

results.json

@@ -1 +1 @@
-{"mean_reward": 163.6627124, "std_reward": 117.14521056468466, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2024-01-02T21:54:23.648181"}
+{"mean_reward": 165.8297182, "std_reward": 135.34181303609216, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2024-01-02T22:48:12.808389"}

vec_normalize.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c7511668097abd41a8d489babd403cdf752ef96f9e59008f8a56180b6ad437d4
+oid sha256:553c98b5a29ccee7306edd8020fb2c0a6b8ca733d78e6aaf97efe3259a94a4cd
 size 2665