Hugging Face's logo

lewislululu
/
jevon

Reinforcement Learning
PyTorch
maze
snake
planning
grid-world
value-iteration-network
decision-model
Model card Files
xet
 Community
jevon
File size: 9,293 Bytes
97f78c9
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
[
  {
    "loss": 0.6430396795272827,
    "ce": 0.4291669289271037,
    "brier": 0.22238269944985709,
    "acc": 0.8309783538182577,
    "acc_choice": 0.680606069167455,
    "acc_boolean": 0.9468833446502686,
    "acc_score": 0.3500000014901161,
    "tvd": 0.2240913321574529,
    "field": 0.0648224376142025,
    "field_reach": 0.008027789788320661,
    "field_mae": 0.0873508279607331,
    "field_r2": 0.5047728275363464,
    "snake_action": 0.8108108108108109,
    "maze_action": 0.5773195876288659,
    "step": 500
  },
  {
    "loss": 0.6268994410832723,
    "ce": 0.43772715926170347,
    "brier": 0.21867869893709818,
    "acc": 0.8626200517018636,
    "acc_choice": 0.8468686898549398,
    "acc_boolean": 0.9468833446502686,
    "acc_score": 0.4222222218910853,
    "tvd": 0.23100693821907042,
    "field": 0.24834836920102438,
    "field_reach": 0.00785924393373231,
    "field_mae": 0.27680033871509113,
    "field_r2": -2.787584755271071,
    "snake_action": 0.9459459459459459,
    "maze_action": 0.7731958762886598,
    "step": 1000
  },
  {
    "loss": 0.6161262154579162,
    "ce": 0.42860496044158936,
    "brier": 0.2166995237270991,
    "acc": 0.8393356005350748,
    "acc_choice": 0.666464650630951,
    "acc_boolean": 0.9468833446502686,
    "acc_score": 0.4222222218910853,
    "tvd": 0.2255744288365046,
    "field": 0.09811665092905363,
    "field_reach": 0.007819027624403436,
    "field_mae": 0.12170105225125379,
    "field_r2": 0.046098211747254925,
    "snake_action": 0.5135135135135135,
    "maze_action": 0.7835051546391752,
    "step": 1500
  },
  {
    "loss": 0.5040864706039428,
    "ce": 0.39263187646865844,
    "brier": 0.19500995179017386,
    "acc": 0.8703148086865743,
    "acc_choice": 0.9833333373069764,
    "acc_boolean": 0.9468833446502686,
    "acc_score": 0.3500000014901161,
    "tvd": 0.21229490141073862,
    "field": 0.10865951577822368,
    "field_reach": 0.007855451099264126,
    "field_mae": 0.13416509528904144,
    "field_r2": -0.13046405368830816,
    "snake_action": 0.9594594594594594,
    "maze_action": 1.0,
    "step": 2000
  },
  {
    "loss": 0.48423184355099996,
    "ce": 0.3865963856379191,
    "brier": 0.19062800109386444,
    "acc": 0.853052802880605,
    "acc_choice": 0.8498989899953207,
    "acc_boolean": 0.9468833446502686,
    "acc_score": 0.3500000014901161,
    "tvd": 0.20264210999011995,
    "field": 0.09101995428403219,
    "field_reach": 0.00942669656748573,
    "field_mae": 0.11243784826426176,
    "field_r2": 0.17141795311611863,
    "snake_action": 0.6486486486486487,
    "maze_action": 1.0,
    "step": 2500
  },
  {
    "loss": 0.4821357289950053,
    "ce": 0.3864518404006958,
    "brier": 0.1908059984445572,
    "acc": 0.8717548251152039,
    "acc_choice": 0.9944444457689922,
    "acc_boolean": 0.9468833446502686,
    "acc_score": 0.3500000014901161,
    "tvd": 0.20573404928048453,
    "field": 0.12298520555098852,
    "field_reach": 0.007836632352943221,
    "field_mae": 0.14491180615647178,
    "field_r2": -0.20879205446084947,
    "snake_action": 0.9864864864864865,
    "maze_action": 1.0,
    "step": 3000
  },
  {
    "loss": 0.4724984308083852,
    "ce": 0.3778689761956533,
    "brier": 0.18896289964516957,
    "acc": 0.8717548251152039,
    "acc_choice": 0.9944444457689922,
    "acc_boolean": 0.9468833446502686,
    "acc_score": 0.3500000014901161,
    "tvd": 0.19179949859778087,
    "field": 0.10719771832227706,
    "field_reach": 0.007806899095885456,
    "field_mae": 0.12956693910768763,
    "field_r2": 0.010277769420561245,
    "snake_action": 0.9864864864864865,
    "maze_action": 1.0,
    "step": 3500
  },
  {
    "loss": 0.47965741753578184,
    "ce": 0.378563779592514,
    "brier": 0.19039177348216374,
    "acc": 0.8702458739280701,
    "acc_choice": 0.9828282872835795,
    "acc_boolean": 0.9468833446502686,
    "acc_score": 0.3500000014901161,
    "tvd": 0.18964516123135886,
    "field": 0.08818436115980148,
    "field_reach": 0.00800159627882143,
    "field_mae": 0.1098015543827379,
    "field_r2": 0.2466056585560258,
    "snake_action": 0.9864864864864865,
    "maze_action": 0.979381443298969,
    "step": 4000
  },
  {
    "loss": 0.47649228970209756,
    "ce": 0.3793632904688517,
    "brier": 0.19014093180497488,
    "acc": 0.8710301876068115,
    "acc_choice": 0.9888888915379842,
    "acc_boolean": 0.9468833446502686,
    "acc_score": 0.3500000014901161,
    "tvd": 0.19629547695318858,
    "field": 0.09085945089658101,
    "field_reach": 0.007979249480801325,
    "field_mae": 0.11260708531644582,
    "field_r2": 0.20965784971410284,
    "snake_action": 0.9864864864864865,
    "maze_action": 0.9896907216494846,
    "step": 4500
  },
  {
    "loss": 0.47328211069107057,
    "ce": 0.37875324686368306,
    "brier": 0.18869826843341192,
    "acc": 0.8717548251152039,
    "acc_choice": 0.9944444457689922,
    "acc_boolean": 0.9468833446502686,
    "acc_score": 0.3500000014901161,
    "tvd": 0.1954862008492152,
    "field": 0.09279383917649588,
    "field_reach": 0.008081573558350404,
    "field_mae": 0.11689527545097957,
    "field_r2": 0.11475372426767272,
    "snake_action": 0.9864864864864865,
    "maze_action": 1.0,
    "step": 5000
  },
  {
    "loss": 0.4666572948296865,
    "ce": 0.3724243978659312,
    "brier": 0.18684656272331873,
    "acc": 0.8724794665972392,
    "acc_choice": 0.9944444457689922,
    "acc_boolean": 0.9468833446502686,
    "acc_score": 0.35555555671453476,
    "tvd": 0.1899937520424525,
    "field": 0.11715173323949178,
    "field_reach": 0.008021636578875283,
    "field_mae": 0.14379776442470568,
    "field_r2": -0.2881043439838695,
    "snake_action": 0.9864864864864865,
    "maze_action": 1.0,
    "step": 5500
  },
  {
    "loss": 0.45790409445762636,
    "ce": 0.3650842885176341,
    "brier": 0.1832037756840388,
    "acc": 0.8672664841016133,
    "acc_choice": 0.959494952360789,
    "acc_boolean": 0.9468833446502686,
    "acc_score": 0.3500000014901161,
    "tvd": 0.19846215347448984,
    "field": 0.10857781569163004,
    "field_reach": 0.008120695035904646,
    "field_mae": 0.13411058857249636,
    "field_r2": -0.1573779587982147,
    "snake_action": 0.9054054054054054,
    "maze_action": 1.0,
    "step": 6000
  },
  {
    "loss": 0.45433027148246763,
    "ce": 0.3633299271265666,
    "brier": 0.18349071244398754,
    "acc": 0.8695062915484111,
    "acc_choice": 0.9766666690508524,
    "acc_boolean": 0.9468833446502686,
    "acc_score": 0.3500000014901161,
    "tvd": 0.20805268486340842,
    "field": 0.08403789947430293,
    "field_reach": 0.007841536616130422,
    "field_mae": 0.10577063097931902,
    "field_r2": 0.26262213095402853,
    "snake_action": 0.9459459459459459,
    "maze_action": 1.0,
    "step": 6500
  },
  {
    "loss": 0.4257788856824239,
    "ce": 0.338992706934611,
    "brier": 0.16655596445004145,
    "acc": 0.8860452135403951,
    "acc_choice": 0.9888888915379842,
    "acc_boolean": 0.9673183560371399,
    "acc_score": 0.3500000014901161,
    "tvd": 0.1928422600030899,
    "field": 0.10394345372915267,
    "field_reach": 0.00819415650330484,
    "field_mae": 0.12675953488266162,
    "field_r2": 0.03251710439413491,
    "snake_action": 0.972972972972973,
    "maze_action": 1.0,
    "step": 7000
  },
  {
    "loss": 0.40878687500953675,
    "ce": 0.32246087193489076,
    "brier": 0.1595507149895032,
    "acc": 0.8830990632375081,
    "acc_choice": 0.9367676854133606,
    "acc_boolean": 0.9673183560371399,
    "acc_score": 0.3777777726451556,
    "tvd": 0.16677065094312032,
    "field": 0.13400054325660068,
    "field_reach": 0.008717572259289834,
    "field_mae": 0.15709024260702828,
    "field_r2": -0.41707112606313124,
    "snake_action": 0.8513513513513513,
    "maze_action": 1.0,
    "step": 7500
  },
  {
    "loss": 0.4029513160387675,
    "ce": 0.31686999201774596,
    "brier": 0.15476668129364649,
    "acc": 0.8860452135403951,
    "acc_choice": 0.9888888915379842,
    "acc_boolean": 0.9673183560371399,
    "acc_score": 0.3500000014901161,
    "tvd": 0.17156118750572205,
    "field": 0.10043507615725199,
    "field_reach": 0.00858972800488118,
    "field_mae": 0.12331134686881152,
    "field_r2": 0.06755961142045463,
    "snake_action": 0.972972972972973,
    "maze_action": 1.0,
    "step": 8000
  },
  {
    "loss": 0.39986308813095095,
    "ce": 0.3141382733980815,
    "brier": 0.15380982756614686,
    "acc": 0.8852876385052999,
    "acc_choice": 0.9888888915379842,
    "acc_boolean": 0.9673183560371399,
    "acc_score": 0.3444444472591082,
    "tvd": 0.1690053701400757,
    "field": 0.08480164979894957,
    "field_reach": 0.0087276277015917,
    "field_mae": 0.10644824003896998,
    "field_r2": 0.2261388042345791,
    "snake_action": 0.972972972972973,
    "maze_action": 1.0,
    "step": 8500
  },
  {
    "loss": 0.4020693858464559,
    "ce": 0.31669941544532776,
    "brier": 0.1551360418399175,
    "acc": 0.8958186864852905,
    "acc_choice": 0.9888888915379842,
    "acc_boolean": 0.9673183560371399,
    "acc_score": 0.4222222218910853,
    "tvd": 0.155249418814977,
    "field": 0.09742864519357682,
    "field_reach": 0.008850584997950743,
    "field_mae": 0.11998297499025644,
    "field_r2": 0.10834436235203748,
    "snake_action": 0.972972972972973,
    "maze_action": 1.0,
    "step": 9000
  }
]