Hugging Face's logo

Spaces:
distributed
/
model_convergence
Sleeping

App Files Community
kmfoda commited on
Commit
d1c9a3c
·
1 Parent(s): 1f06489

Update to v0.1.6

Browse files
Files changed (2) hide show
  1. benchmark.py +20 -0
  2. results.json +1505 -0
benchmark.py ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import wandb
2
+ import json
3
+ import os
4
+
5
+ if os.path.exists("results.json"):
6
+ with open('results.json', 'r') as file:
7
+ results = json.load(file)
8
+ else:
9
+ results = {}
10
+
11
+ api = wandb.Api()
12
+ run = api.run('kf_ps/convergence/r6wp7fa8')
13
+
14
+ df = run.history()
15
+
16
+ for i in df.index:
17
+ results["distributed/optimized-gpt2-250m"]["baseline"][(str(df.loc[i, "step"]))] = [df.loc[i, "train_loss"]]
18
+
19
+ with open("results.json", "w") as outfile:
20
+ json.dump(results, outfile, indent = 4)
results.json CHANGED
@@ -1,5 +1,1510 @@
1
  {
2
  "distributed/optimized-gpt2-250m": {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3
  "main-net": {
4
  "0": [
5
  10.952113082089761
 
1
  {
2
  "distributed/optimized-gpt2-250m": {
3
+ "main-net": {},
4
+ "baseline": {
5
+ "0": [
6
+ 10.95511245727539
7
+ ],
8
+ "2": [
9
+ 10.903534889221191
10
+ ],
11
+ "3": [
12
+ 10.851415634155273
13
+ ],
14
+ "4": [
15
+ 10.784759521484375
16
+ ],
17
+ "5": [
18
+ 10.705351829528809
19
+ ],
20
+ "6": [
21
+ 10.611644744873047
22
+ ],
23
+ "7": [
24
+ 10.5181245803833
25
+ ],
26
+ "8": [
27
+ 10.423306465148926
28
+ ],
29
+ "9": [
30
+ 10.328965187072754
31
+ ],
32
+ "10": [
33
+ 10.240520477294922
34
+ ],
35
+ "11": [
36
+ 10.151151657104492
37
+ ],
38
+ "12": [
39
+ 10.068592071533203
40
+ ],
41
+ "13": [
42
+ 9.988373756408691
43
+ ],
44
+ "14": [
45
+ 9.913373947143555
46
+ ],
47
+ "15": [
48
+ 9.849650382995605
49
+ ],
50
+ "16": [
51
+ 9.793644905090332
52
+ ],
53
+ "17": [
54
+ 9.736211776733398
55
+ ],
56
+ "18": [
57
+ 9.68893814086914
58
+ ],
59
+ "19": [
60
+ 9.644975662231445
61
+ ],
62
+ "20": [
63
+ 9.604911804199219
64
+ ],
65
+ "21": [
66
+ 9.572737693786621
67
+ ],
68
+ "22": [
69
+ 9.539426803588867
70
+ ],
71
+ "23": [
72
+ 9.509159088134766
73
+ ],
74
+ "24": [
75
+ 9.48029899597168
76
+ ],
77
+ "25": [
78
+ 9.454708099365234
79
+ ],
80
+ "26": [
81
+ 9.426265716552734
82
+ ],
83
+ "27": [
84
+ 9.393267631530762
85
+ ],
86
+ "28": [
87
+ 9.358389854431152
88
+ ],
89
+ "29": [
90
+ 9.318961143493652
91
+ ],
92
+ "31": [
93
+ 9.240694999694824
94
+ ],
95
+ "32": [
96
+ 9.210143089294434
97
+ ],
98
+ "33": [
99
+ 9.161873817443848
100
+ ],
101
+ "34": [
102
+ 9.12850570678711
103
+ ],
104
+ "35": [
105
+ 9.085844993591309
106
+ ],
107
+ "36": [
108
+ 9.042040824890137
109
+ ],
110
+ "37": [
111
+ 9.001519203186035
112
+ ],
113
+ "38": [
114
+ 8.958778381347656
115
+ ],
116
+ "39": [
117
+ 8.906691551208496
118
+ ],
119
+ "40": [
120
+ 8.862005233764648
121
+ ],
122
+ "41": [
123
+ 8.820011138916016
124
+ ],
125
+ "42": [
126
+ 8.769862174987793
127
+ ],
128
+ "44": [
129
+ 8.681952476501465
130
+ ],
131
+ "45": [
132
+ 8.628429412841797
133
+ ],
134
+ "46": [
135
+ 8.596380233764648
136
+ ],
137
+ "47": [
138
+ 8.55947494506836
139
+ ],
140
+ "48": [
141
+ 8.503355979919434
142
+ ],
143
+ "49": [
144
+ 8.464351654052734
145
+ ],
146
+ "50": [
147
+ 8.425146102905273
148
+ ],
149
+ "51": [
150
+ 8.37761116027832
151
+ ],
152
+ "52": [
153
+ 8.338064193725586
154
+ ],
155
+ "53": [
156
+ 8.301886558532715
157
+ ],
158
+ "54": [
159
+ 8.253142356872559
160
+ ],
161
+ "55": [
162
+ 8.213857650756836
163
+ ],
164
+ "56": [
165
+ 8.18204402923584
166
+ ],
167
+ "58": [
168
+ 8.099894523620605
169
+ ],
170
+ "60": [
171
+ 8.000508308410645
172
+ ],
173
+ "61": [
174
+ 7.969767093658447
175
+ ],
176
+ "62": [
177
+ 7.933720111846924
178
+ ],
179
+ "65": [
180
+ 7.8169379234313965
181
+ ],
182
+ "66": [
183
+ 7.7661590576171875
184
+ ],
185
+ "67": [
186
+ 7.738090515136719
187
+ ],
188
+ "68": [
189
+ 7.696783542633057
190
+ ],
191
+ "69": [
192
+ 7.641815662384033
193
+ ],
194
+ "70": [
195
+ 7.630120754241943
196
+ ],
197
+ "71": [
198
+ 7.587459564208984
199
+ ],
200
+ "72": [
201
+ 7.552192211151123
202
+ ],
203
+ "73": [
204
+ 7.5274481773376465
205
+ ],
206
+ "74": [
207
+ 7.4899420738220215
208
+ ],
209
+ "75": [
210
+ 7.452051639556885
211
+ ],
212
+ "76": [
213
+ 7.4407453536987305
214
+ ],
215
+ "77": [
216
+ 7.408007621765137
217
+ ],
218
+ "78": [
219
+ 7.371201038360596
220
+ ],
221
+ "79": [
222
+ 7.351102828979492
223
+ ],
224
+ "80": [
225
+ 7.310842990875244
226
+ ],
227
+ "81": [
228
+ 7.288948059082031
229
+ ],
230
+ "82": [
231
+ 7.2828898429870605
232
+ ],
233
+ "83": [
234
+ 7.232029914855957
235
+ ],
236
+ "85": [
237
+ 7.209151268005371
238
+ ],
239
+ "87": [
240
+ 7.154072284698486
241
+ ],
242
+ "88": [
243
+ 7.144335746765137
244
+ ],
245
+ "89": [
246
+ 7.098391532897949
247
+ ],
248
+ "90": [
249
+ 7.086823463439941
250
+ ],
251
+ "91": [
252
+ 7.069278717041016
253
+ ],
254
+ "92": [
255
+ 7.041197776794434
256
+ ],
257
+ "93": [
258
+ 7.043648719787598
259
+ ],
260
+ "94": [
261
+ 7.037468910217285
262
+ ],
263
+ "95": [
264
+ 7.026734352111816
265
+ ],
266
+ "96": [
267
+ 7.000428199768066
268
+ ],
269
+ "98": [
270
+ 6.972815990447998
271
+ ],
272
+ "99": [
273
+ 6.958772659301758
274
+ ],
275
+ "100": [
276
+ 6.942638397216797
277
+ ],
278
+ "101": [
279
+ 6.912716388702393
280
+ ],
281
+ "103": [
282
+ 6.885679721832275
283
+ ],
284
+ "104": [
285
+ 6.876980781555176
286
+ ],
287
+ "105": [
288
+ 6.856561183929443
289
+ ],
290
+ "107": [
291
+ 6.828001499176025
292
+ ],
293
+ "108": [
294
+ 6.813321113586426
295
+ ],
296
+ "109": [
297
+ 6.792052745819092
298
+ ],
299
+ "110": [
300
+ 6.770946502685547
301
+ ],
302
+ "111": [
303
+ 6.770632266998291
304
+ ],
305
+ "112": [
306
+ 6.753300189971924
307
+ ],
308
+ "113": [
309
+ 6.743083953857422
310
+ ],
311
+ "114": [
312
+ 6.735600471496582
313
+ ],
314
+ "115": [
315
+ 6.710375785827637
316
+ ],
317
+ "116": [
318
+ 6.699243545532227
319
+ ],
320
+ "117": [
321
+ 6.680922031402588
322
+ ],
323
+ "118": [
324
+ 6.690885543823242
325
+ ],
326
+ "119": [
327
+ 6.664650917053223
328
+ ],
329
+ "120": [
330
+ 6.671673774719238
331
+ ],
332
+ "121": [
333
+ 6.654481887817383
334
+ ],
335
+ "122": [
336
+ 6.649986267089844
337
+ ],
338
+ "123": [
339
+ 6.636155605316162
340
+ ],
341
+ "124": [
342
+ 6.620141983032227
343
+ ],
344
+ "125": [
345
+ 6.612869739532471
346
+ ],
347
+ "126": [
348
+ 6.606642723083496
349
+ ],
350
+ "129": [
351
+ 6.587365627288818
352
+ ],
353
+ "131": [
354
+ 6.550192832946777
355
+ ],
356
+ "132": [
357
+ 6.5400800704956055
358
+ ],
359
+ "133": [
360
+ 6.541842460632324
361
+ ],
362
+ "134": [
363
+ 6.523106098175049
364
+ ],
365
+ "135": [
366
+ 6.503216743469238
367
+ ],
368
+ "136": [
369
+ 6.492585182189941
370
+ ],
371
+ "138": [
372
+ 6.482771396636963
373
+ ],
374
+ "139": [
375
+ 6.470407962799072
376
+ ],
377
+ "140": [
378
+ 6.474955081939697
379
+ ],
380
+ "141": [
381
+ 6.469099998474121
382
+ ],
383
+ "142": [
384
+ 6.4600443840026855
385
+ ],
386
+ "144": [
387
+ 6.433396339416504
388
+ ],
389
+ "145": [
390
+ 6.4286065101623535
391
+ ],
392
+ "146": [
393
+ 6.440338134765625
394
+ ],
395
+ "147": [
396
+ 6.422786235809326
397
+ ],
398
+ "148": [
399
+ 6.409480094909668
400
+ ],
401
+ "149": [
402
+ 6.402649402618408
403
+ ],
404
+ "150": [
405
+ 6.407670974731445
406
+ ],
407
+ "151": [
408
+ 6.396670341491699
409
+ ],
410
+ "152": [
411
+ 6.380721092224121
412
+ ],
413
+ "154": [
414
+ 6.356389045715332
415
+ ],
416
+ "155": [
417
+ 6.365396499633789
418
+ ],
419
+ "156": [
420
+ 6.3473310470581055
421
+ ],
422
+ "157": [
423
+ 6.332749366760254
424
+ ],
425
+ "158": [
426
+ 6.315455436706543
427
+ ],
428
+ "159": [
429
+ 6.305903911590576
430
+ ],
431
+ "160": [
432
+ 6.30325984954834
433
+ ],
434
+ "161": [
435
+ 6.312277317047119
436
+ ],
437
+ "162": [
438
+ 6.293718338012695
439
+ ],
440
+ "163": [
441
+ 6.29055643081665
442
+ ],
443
+ "164": [
444
+ 6.287791728973389
445
+ ],
446
+ "165": [
447
+ 6.2886505126953125
448
+ ],
449
+ "166": [
450
+ 6.280340671539307
451
+ ],
452
+ "167": [
453
+ 6.260507106781006
454
+ ],
455
+ "169": [
456
+ 6.257781028747559
457
+ ],
458
+ "171": [
459
+ 6.240293502807617
460
+ ],
461
+ "172": [
462
+ 6.23004150390625
463
+ ],
464
+ "174": [
465
+ 6.224309921264648
466
+ ],
467
+ "175": [
468
+ 6.218266487121582
469
+ ],
470
+ "176": [
471
+ 6.21510124206543
472
+ ],
473
+ "178": [
474
+ 6.194764614105225
475
+ ],
476
+ "179": [
477
+ 6.199686050415039
478
+ ],
479
+ "180": [
480
+ 6.188028812408447
481
+ ],
482
+ "181": [
483
+ 6.162545680999756
484
+ ],
485
+ "182": [
486
+ 6.152849197387695
487
+ ],
488
+ "183": [
489
+ 6.147336959838867
490
+ ],
491
+ "184": [
492
+ 6.141636848449707
493
+ ],
494
+ "185": [
495
+ 6.139773368835449
496
+ ],
497
+ "186": [
498
+ 6.1278791427612305
499
+ ],
500
+ "187": [
501
+ 6.133630752563477
502
+ ],
503
+ "188": [
504
+ 6.127473831176758
505
+ ],
506
+ "189": [
507
+ 6.109642505645752
508
+ ],
509
+ "190": [
510
+ 6.10366153717041
511
+ ],
512
+ "191": [
513
+ 6.081837177276611
514
+ ],
515
+ "192": [
516
+ 6.089879512786865
517
+ ],
518
+ "193": [
519
+ 6.077977657318115
520
+ ],
521
+ "194": [
522
+ 6.0798234939575195
523
+ ],
524
+ "195": [
525
+ 6.077410697937012
526
+ ],
527
+ "196": [
528
+ 6.068553924560547
529
+ ],
530
+ "197": [
531
+ 6.063356876373291
532
+ ],
533
+ "199": [
534
+ 6.057088375091553
535
+ ],
536
+ "200": [
537
+ 6.050692081451416
538
+ ],
539
+ "201": [
540
+ 6.032055854797363
541
+ ],
542
+ "202": [
543
+ 6.040605545043945
544
+ ],
545
+ "203": [
546
+ 6.04606294631958
547
+ ],
548
+ "204": [
549
+ 6.033795356750488
550
+ ],
551
+ "205": [
552
+ 6.019334316253662
553
+ ],
554
+ "206": [
555
+ 6.009232521057129
556
+ ],
557
+ "207": [
558
+ 6.017391204833984
559
+ ],
560
+ "208": [
561
+ 6.006136417388916
562
+ ],
563
+ "209": [
564
+ 5.995009422302246
565
+ ],
566
+ "210": [
567
+ 5.995218276977539
568
+ ],
569
+ "211": [
570
+ 5.988270282745361
571
+ ],
572
+ "212": [
573
+ 5.977220058441162
574
+ ],
575
+ "213": [
576
+ 5.966462135314941
577
+ ],
578
+ "214": [
579
+ 5.961383819580078
580
+ ],
581
+ "215": [
582
+ 5.9638590812683105
583
+ ],
584
+ "216": [
585
+ 5.956181049346924
586
+ ],
587
+ "217": [
588
+ 5.95109748840332
589
+ ],
590
+ "218": [
591
+ 5.926913261413574
592
+ ],
593
+ "219": [
594
+ 5.933916091918945
595
+ ],
596
+ "220": [
597
+ 5.930830001831055
598
+ ],
599
+ "221": [
600
+ 5.931302547454834
601
+ ],
602
+ "222": [
603
+ 5.9127397537231445
604
+ ],
605
+ "223": [
606
+ 5.907376766204834
607
+ ],
608
+ "225": [
609
+ 5.910128593444824
610
+ ],
611
+ "226": [
612
+ 5.907344818115234
613
+ ],
614
+ "227": [
615
+ 5.886994361877441
616
+ ],
617
+ "228": [
618
+ 5.885712623596191
619
+ ],
620
+ "229": [
621
+ 5.882732391357422
622
+ ],
623
+ "230": [
624
+ 5.884702205657959
625
+ ],
626
+ "231": [
627
+ 5.8586554527282715
628
+ ],
629
+ "232": [
630
+ 5.860570430755615
631
+ ],
632
+ "233": [
633
+ 5.8592915534973145
634
+ ],
635
+ "235": [
636
+ 5.853981971740723
637
+ ],
638
+ "237": [
639
+ 5.836703777313232
640
+ ],
641
+ "238": [
642
+ 5.830770969390869
643
+ ],
644
+ "239": [
645
+ 5.8226165771484375
646
+ ],
647
+ "240": [
648
+ 5.824166774749756
649
+ ],
650
+ "241": [
651
+ 5.814944744110107
652
+ ],
653
+ "242": [
654
+ 5.805344581604004
655
+ ],
656
+ "243": [
657
+ 5.818417072296143
658
+ ],
659
+ "244": [
660
+ 5.806392669677734
661
+ ],
662
+ "245": [
663
+ 5.788371562957764
664
+ ],
665
+ "246": [
666
+ 5.786664009094238
667
+ ],
668
+ "247": [
669
+ 5.797480583190918
670
+ ],
671
+ "248": [
672
+ 5.783918380737305
673
+ ],
674
+ "249": [
675
+ 5.789022922515869
676
+ ],
677
+ "250": [
678
+ 5.773997783660889
679
+ ],
680
+ "251": [
681
+ 5.763557434082031
682
+ ],
683
+ "252": [
684
+ 5.7692742347717285
685
+ ],
686
+ "253": [
687
+ 5.75090217590332
688
+ ],
689
+ "254": [
690
+ 5.740006446838379
691
+ ],
692
+ "255": [
693
+ 5.724453449249268
694
+ ],
695
+ "256": [
696
+ 5.720920562744141
697
+ ],
698
+ "257": [
699
+ 5.73279333114624
700
+ ],
701
+ "258": [
702
+ 5.729687213897705
703
+ ],
704
+ "259": [
705
+ 5.7120490074157715
706
+ ],
707
+ "260": [
708
+ 5.714480876922607
709
+ ],
710
+ "261": [
711
+ 5.696575164794922
712
+ ],
713
+ "262": [
714
+ 5.698047637939453
715
+ ],
716
+ "265": [
717
+ 5.6771955490112305
718
+ ],
719
+ "266": [
720
+ 5.667380332946777
721
+ ],
722
+ "267": [
723
+ 5.671542167663574
724
+ ],
725
+ "268": [
726
+ 5.668306827545166
727
+ ],
728
+ "269": [
729
+ 5.6464457511901855
730
+ ],
731
+ "270": [
732
+ 5.64121150970459
733
+ ],
734
+ "271": [
735
+ 5.644558906555176
736
+ ],
737
+ "273": [
738
+ 5.6484503746032715
739
+ ],
740
+ "274": [
741
+ 5.6280317306518555
742
+ ],
743
+ "275": [
744
+ 5.62814998626709
745
+ ],
746
+ "276": [
747
+ 5.619859218597412
748
+ ],
749
+ "277": [
750
+ 5.630714416503906
751
+ ],
752
+ "278": [
753
+ 5.615391254425049
754
+ ],
755
+ "279": [
756
+ 5.617112159729004
757
+ ],
758
+ "281": [
759
+ 5.614068031311035
760
+ ],
761
+ "282": [
762
+ 5.601541996002197
763
+ ],
764
+ "283": [
765
+ 5.580329895019531
766
+ ],
767
+ "284": [
768
+ 5.59044885635376
769
+ ],
770
+ "286": [
771
+ 5.579657554626465
772
+ ],
773
+ "287": [
774
+ 5.57890510559082
775
+ ],
776
+ "288": [
777
+ 5.560153961181641
778
+ ],
779
+ "289": [
780
+ 5.553445816040039
781
+ ],
782
+ "290": [
783
+ 5.554251670837402
784
+ ],
785
+ "291": [
786
+ 5.555505275726318
787
+ ],
788
+ "292": [
789
+ 5.54575252532959
790
+ ],
791
+ "293": [
792
+ 5.546602249145508
793
+ ],
794
+ "294": [
795
+ 5.53740119934082
796
+ ],
797
+ "295": [
798
+ 5.533825874328613
799
+ ],
800
+ "296": [
801
+ 5.521933078765869
802
+ ],
803
+ "297": [
804
+ 5.5187578201293945
805
+ ],
806
+ "298": [
807
+ 5.502842903137207
808
+ ],
809
+ "299": [
810
+ 5.518270969390869
811
+ ],
812
+ "300": [
813
+ 5.511235237121582
814
+ ],
815
+ "301": [
816
+ 5.525973320007324
817
+ ],
818
+ "302": [
819
+ 5.51053524017334
820
+ ],
821
+ "303": [
822
+ 5.495884418487549
823
+ ],
824
+ "304": [
825
+ 5.51646089553833
826
+ ],
827
+ "305": [
828
+ 5.510878562927246
829
+ ],
830
+ "306": [
831
+ 5.489213466644287
832
+ ],
833
+ "307": [
834
+ 5.518331050872803
835
+ ],
836
+ "308": [
837
+ 5.494318008422852
838
+ ],
839
+ "309": [
840
+ 5.477028846740723
841
+ ],
842
+ "310": [
843
+ 5.4960198402404785
844
+ ],
845
+ "311": [
846
+ 5.474133014678955
847
+ ],
848
+ "312": [
849
+ 5.462413787841797
850
+ ],
851
+ "313": [
852
+ 5.479360580444336
853
+ ],
854
+ "315": [
855
+ 5.466599464416504
856
+ ],
857
+ "316": [
858
+ 5.469489097595215
859
+ ],
860
+ "317": [
861
+ 5.439362049102783
862
+ ],
863
+ "318": [
864
+ 5.458652496337891
865
+ ],
866
+ "319": [
867
+ 5.435719013214111
868
+ ],
869
+ "320": [
870
+ 5.415310859680176
871
+ ],
872
+ "321": [
873
+ 5.428353786468506
874
+ ],
875
+ "322": [
876
+ 5.423825740814209
877
+ ],
878
+ "323": [
879
+ 5.4025774002075195
880
+ ],
881
+ "324": [
882
+ 5.4182281494140625
883
+ ],
884
+ "325": [
885
+ 5.417865753173828
886
+ ],
887
+ "326": [
888
+ 5.392971992492676
889
+ ],
890
+ "327": [
891
+ 5.405820369720459
892
+ ],
893
+ "328": [
894
+ 5.3887529373168945
895
+ ],
896
+ "329": [
897
+ 5.363739967346191
898
+ ],
899
+ "331": [
900
+ 5.380855083465576
901
+ ],
902
+ "332": [
903
+ 5.363964080810547
904
+ ],
905
+ "333": [
906
+ 5.389106750488281
907
+ ],
908
+ "334": [
909
+ 5.364814758300781
910
+ ],
911
+ "335": [
912
+ 5.350942134857178
913
+ ],
914
+ "336": [
915
+ 5.369415760040283
916
+ ],
917
+ "337": [
918
+ 5.346657752990723
919
+ ],
920
+ "338": [
921
+ 5.350274085998535
922
+ ],
923
+ "339": [
924
+ 5.348207473754883
925
+ ],
926
+ "341": [
927
+ 5.331037998199463
928
+ ],
929
+ "343": [
930
+ 5.329416275024414
931
+ ],
932
+ "344": [
933
+ 5.3085455894470215
934
+ ],
935
+ "345": [
936
+ 5.32960844039917
937
+ ],
938
+ "346": [
939
+ 5.308642864227295
940
+ ],
941
+ "347": [
942
+ 5.305500507354736
943
+ ],
944
+ "348": [
945
+ 5.307600975036621
946
+ ],
947
+ "349": [
948
+ 5.2924089431762695
949
+ ],
950
+ "350": [
951
+ 5.274683952331543
952
+ ],
953
+ "351": [
954
+ 5.283298015594482
955
+ ],
956
+ "353": [
957
+ 5.275749206542969
958
+ ],
959
+ "354": [
960
+ 5.286045074462891
961
+ ],
962
+ "355": [
963
+ 5.267706871032715
964
+ ],
965
+ "356": [
966
+ 5.260513782501221
967
+ ],
968
+ "357": [
969
+ 5.2767839431762695
970
+ ],
971
+ "359": [
972
+ 5.251471519470215
973
+ ],
974
+ "360": [
975
+ 5.26442289352417
976
+ ],
977
+ "361": [
978
+ 5.246307373046875
979
+ ],
980
+ "363": [
981
+ 5.2540435791015625
982
+ ],
983
+ "364": [
984
+ 5.2316975593566895
985
+ ],
986
+ "365": [
987
+ 5.229036808013916
988
+ ],
989
+ "366": [
990
+ 5.228911399841309
991
+ ],
992
+ "367": [
993
+ 5.215038776397705
994
+ ],
995
+ "368": [
996
+ 5.209632396697998
997
+ ],
998
+ "369": [
999
+ 5.231753349304199
1000
+ ],
1001
+ "370": [
1002
+ 5.198577404022217
1003
+ ],
1004
+ "371": [
1005
+ 5.20541524887085
1006
+ ],
1007
+ "372": [
1008
+ 5.218658447265625
1009
+ ],
1010
+ "373": [
1011
+ 5.183835029602051
1012
+ ],
1013
+ "374": [
1014
+ 5.1883649826049805
1015
+ ],
1016
+ "375": [
1017
+ 5.19450569152832
1018
+ ],
1019
+ "376": [
1020
+ 5.174581050872803
1021
+ ],
1022
+ "378": [
1023
+ 5.185816764831543
1024
+ ],
1025
+ "379": [
1026
+ 5.172260284423828
1027
+ ],
1028
+ "381": [
1029
+ 5.175004005432129
1030
+ ],
1031
+ "382": [
1032
+ 5.149728775024414
1033
+ ],
1034
+ "383": [
1035
+ 5.154256820678711
1036
+ ],
1037
+ "384": [
1038
+ 5.159426212310791
1039
+ ],
1040
+ "385": [
1041
+ 5.133786678314209
1042
+ ],
1043
+ "386": [
1044
+ 5.163707733154297
1045
+ ],
1046
+ "387": [
1047
+ 5.137426853179932
1048
+ ],
1049
+ "388": [
1050
+ 5.133244514465332
1051
+ ],
1052
+ "389": [
1053
+ 5.133027076721191
1054
+ ],
1055
+ "390": [
1056
+ 5.118992805480957
1057
+ ],
1058
+ "391": [
1059
+ 5.10985803604126
1060
+ ],
1061
+ "392": [
1062
+ 5.125600337982178
1063
+ ],
1064
+ "393": [
1065
+ 5.116215705871582
1066
+ ],
1067
+ "394": [
1068
+ 5.131166458129883
1069
+ ],
1070
+ "395": [
1071
+ 5.149313926696777
1072
+ ],
1073
+ "396": [
1074
+ 5.135613441467285
1075
+ ],
1076
+ "397": [
1077
+ 5.145551681518555
1078
+ ],
1079
+ "398": [
1080
+ 5.140324592590332
1081
+ ],
1082
+ "399": [
1083
+ 5.138005256652832
1084
+ ],
1085
+ "401": [
1086
+ 5.123149394989014
1087
+ ],
1088
+ "402": [
1089
+ 5.106956958770752
1090
+ ],
1091
+ "403": [
1092
+ 5.122385501861572
1093
+ ],
1094
+ "404": [
1095
+ 5.121047019958496
1096
+ ],
1097
+ "405": [
1098
+ 5.121511936187744
1099
+ ],
1100
+ "406": [
1101
+ 5.116922378540039
1102
+ ],
1103
+ "407": [
1104
+ 5.099788665771484
1105
+ ],
1106
+ "408": [
1107
+ 5.088689804077148
1108
+ ],
1109
+ "409": [
1110
+ 5.092028617858887
1111
+ ],
1112
+ "410": [
1113
+ 5.092405319213867
1114
+ ],
1115
+ "411": [
1116
+ 5.0852813720703125
1117
+ ],
1118
+ "412": [
1119
+ 5.081229209899902
1120
+ ],
1121
+ "413": [
1122
+ 5.071894645690918
1123
+ ],
1124
+ "414": [
1125
+ 5.084445953369141
1126
+ ],
1127
+ "415": [
1128
+ 5.073363304138184
1129
+ ],
1130
+ "416": [
1131
+ 5.067659378051758
1132
+ ],
1133
+ "417": [
1134
+ 5.063205718994141
1135
+ ],
1136
+ "419": [
1137
+ 5.064387321472168
1138
+ ],
1139
+ "420": [
1140
+ 5.066856384277344
1141
+ ],
1142
+ "421": [
1143
+ 5.065526962280273
1144
+ ],
1145
+ "422": [
1146
+ 5.055660247802734
1147
+ ],
1148
+ "423": [
1149
+ 5.058163166046143
1150
+ ],
1151
+ "424": [
1152
+ 5.062191486358643
1153
+ ],
1154
+ "425": [
1155
+ 5.046815395355225
1156
+ ],
1157
+ "428": [
1158
+ 5.036874771118164
1159
+ ],
1160
+ "429": [
1161
+ 5.036855697631836
1162
+ ],
1163
+ "430": [
1164
+ 5.046374320983887
1165
+ ],
1166
+ "431": [
1167
+ 5.042652130126953
1168
+ ],
1169
+ "432": [
1170
+ 5.024091720581055
1171
+ ],
1172
+ "434": [
1173
+ 5.019966125488281
1174
+ ],
1175
+ "435": [
1176
+ 5.007455825805664
1177
+ ],
1178
+ "436": [
1179
+ 5.0079145431518555
1180
+ ],
1181
+ "437": [
1182
+ 5.002538681030273
1183
+ ],
1184
+ "438": [
1185
+ 4.993525505065918
1186
+ ],
1187
+ "439": [
1188
+ 4.990423202514648
1189
+ ],
1190
+ "440": [
1191
+ 5.000260829925537
1192
+ ],
1193
+ "441": [
1194
+ 4.989344596862793
1195
+ ],
1196
+ "442": [
1197
+ 4.99100923538208
1198
+ ],
1199
+ "443": [
1200
+ 4.988770008087158
1201
+ ],
1202
+ "445": [
1203
+ 4.984315872192383
1204
+ ],
1205
+ "446": [
1206
+ 4.979765892028809
1207
+ ],
1208
+ "447": [
1209
+ 4.968349456787109
1210
+ ],
1211
+ "449": [
1212
+ 4.981423377990723
1213
+ ],
1214
+ "450": [
1215
+ 4.969783306121826
1216
+ ],
1217
+ "452": [
1218
+ 4.952669143676758
1219
+ ],
1220
+ "453": [
1221
+ 4.952358245849609
1222
+ ],
1223
+ "454": [
1224
+ 4.945185661315918
1225
+ ],
1226
+ "455": [
1227
+ 4.937941551208496
1228
+ ],
1229
+ "456": [
1230
+ 4.941512107849121
1231
+ ],
1232
+ "459": [
1233
+ 4.9204840660095215
1234
+ ],
1235
+ "461": [
1236
+ 4.9134039878845215
1237
+ ],
1238
+ "462": [
1239
+ 4.912925720214844
1240
+ ],
1241
+ "463": [
1242
+ 4.922518730163574
1243
+ ],
1244
+ "464": [
1245
+ 4.932413101196289
1246
+ ],
1247
+ "465": [
1248
+ 4.912574291229248
1249
+ ],
1250
+ "466": [
1251
+ 4.899024486541748
1252
+ ],
1253
+ "467": [
1254
+ 4.911117076873779
1255
+ ],
1256
+ "468": [
1257
+ 4.915473937988281
1258
+ ],
1259
+ "469": [
1260
+ 4.901583194732666
1261
+ ],
1262
+ "470": [
1263
+ 4.9034271240234375
1264
+ ],
1265
+ "471": [
1266
+ 4.890704154968262
1267
+ ],
1268
+ "472": [
1269
+ 4.894222259521484
1270
+ ],
1271
+ "473": [
1272
+ 4.892629146575928
1273
+ ],
1274
+ "474": [
1275
+ 4.871220111846924
1276
+ ],
1277
+ "475": [
1278
+ 4.869009971618652
1279
+ ],
1280
+ "476": [
1281
+ 4.8729329109191895
1282
+ ],
1283
+ "478": [
1284
+ 4.874856948852539
1285
+ ],
1286
+ "479": [
1287
+ 4.863500595092773
1288
+ ],
1289
+ "480": [
1290
+ 4.859533309936523
1291
+ ],
1292
+ "481": [
1293
+ 4.857326984405518
1294
+ ],
1295
+ "482": [
1296
+ 4.837072372436523
1297
+ ],
1298
+ "483": [
1299
+ 4.8351850509643555
1300
+ ],
1301
+ "484": [
1302
+ 4.837536334991455
1303
+ ],
1304
+ "485": [
1305
+ 4.84002685546875
1306
+ ],
1307
+ "486": [
1308
+ 4.834524154663086
1309
+ ],
1310
+ "487": [
1311
+ 4.8294677734375
1312
+ ],
1313
+ "488": [
1314
+ 4.830111980438232
1315
+ ],
1316
+ "489": [
1317
+ 4.821319580078125
1318
+ ],
1319
+ "490": [
1320
+ 4.809113502502441
1321
+ ],
1322
+ "491": [
1323
+ 4.8010783195495605
1324
+ ],
1325
+ "492": [
1326
+ 4.79583215713501
1327
+ ],
1328
+ "493": [
1329
+ 4.800057888031006
1330
+ ],
1331
+ "494": [
1332
+ 4.798526287078857
1333
+ ],
1334
+ "495": [
1335
+ 4.804708957672119
1336
+ ],
1337
+ "496": [
1338
+ 4.80340576171875
1339
+ ],
1340
+ "497": [
1341
+ 4.8040056228637695
1342
+ ],
1343
+ "499": [
1344
+ 4.7900896072387695
1345
+ ],
1346
+ "500": [
1347
+ 4.795309066772461
1348
+ ],
1349
+ "501": [
1350
+ 4.778487205505371
1351
+ ],
1352
+ "502": [
1353
+ 4.790122032165527
1354
+ ],
1355
+ "503": [
1356
+ 4.781085014343262
1357
+ ],
1358
+ "504": [
1359
+ 4.7819695472717285
1360
+ ],
1361
+ "505": [
1362
+ 4.769318103790283
1363
+ ],
1364
+ "506": [
1365
+ 4.775773048400879
1366
+ ],
1367
+ "507": [
1368
+ 4.765681266784668
1369
+ ],
1370
+ "508": [
1371
+ 4.7639479637146
1372
+ ],
1373
+ "509": [
1374
+ 4.754333972930908
1375
+ ],
1376
+ "510": [
1377
+ 4.764067649841309
1378
+ ],
1379
+ "511": [
1380
+ 4.751704692840576
1381
+ ],
1382
+ "512": [
1383
+ 4.746877193450928
1384
+ ],
1385
+ "513": [
1386
+ 4.74250602722168
1387
+ ],
1388
+ "514": [
1389
+ 4.745611190795898
1390
+ ],
1391
+ "515": [
1392
+ 4.738706588745117
1393
+ ],
1394
+ "516": [
1395
+ 4.7285308837890625
1396
+ ],
1397
+ "517": [
1398
+ 4.73089599609375
1399
+ ],
1400
+ "518": [
1401
+ 4.723514556884766
1402
+ ],
1403
+ "519": [
1404
+ 4.7326250076293945
1405
+ ],
1406
+ "520": [
1407
+ 4.712192535400391
1408
+ ],
1409
+ "521": [
1410
+ 4.719448566436768
1411
+ ],
1412
+ "522": [
1413
+ 4.711329936981201
1414
+ ],
1415
+ "524": [
1416
+ 4.710899829864502
1417
+ ],
1418
+ "526": [
1419
+ 4.709956169128418
1420
+ ],
1421
+ "528": [
1422
+ 4.695399761199951
1423
+ ],
1424
+ "529": [
1425
+ 4.689852714538574
1426
+ ],
1427
+ "530": [
1428
+ 4.6963276863098145
1429
+ ],
1430
+ "531": [
1431
+ 4.693183898925781
1432
+ ],
1433
+ "532": [
1434
+ 4.681169033050537
1435
+ ],
1436
+ "533": [
1437
+ 4.680347919464111
1438
+ ],
1439
+ "534": [
1440
+ 4.674761772155762
1441
+ ],
1442
+ "535": [
1443
+ 4.67693567276001
1444
+ ],
1445
+ "536": [
1446
+ 4.6697611808776855
1447
+ ],
1448
+ "538": [
1449
+ 4.6624298095703125
1450
+ ],
1451
+ "539": [
1452
+ 4.665920257568359
1453
+ ],
1454
+ "540": [
1455
+ 4.664849758148193
1456
+ ],
1457
+ "541": [
1458
+ 4.655454158782959
1459
+ ],
1460
+ "542": [
1461
+ 4.658844947814941
1462
+ ],
1463
+ "544": [
1464
+ 4.644007682800293
1465
+ ],
1466
+ "545": [
1467
+ 4.638642311096191
1468
+ ],
1469
+ "546": [
1470
+ 4.647057056427002
1471
+ ],
1472
+ "547": [
1473
+ 4.650745391845703
1474
+ ],
1475
+ "548": [
1476
+ 4.638507843017578
1477
+ ],
1478
+ "550": [
1479
+ 4.635471820831299
1480
+ ],
1481
+ "551": [
1482
+ 4.636885643005371
1483
+ ],
1484
+ "552": [
1485
+ 4.623069763183594
1486
+ ],
1487
+ "553": [
1488
+ 4.620236396789551
1489
+ ],
1490
+ "554": [
1491
+ 4.61091423034668
1492
+ ],
1493
+ "555": [
1494
+ 4.603527069091797
1495
+ ],
1496
+ "556": [
1497
+ 4.603853702545166
1498
+ ],
1499
+ "557": [
1500
+ 4.599881172180176
1501
+ ],
1502
+ "558": [
1503
+ 4.604748725891113
1504
+ ]
1505
+ }
1506
+ },
1507
+ "distributed/optimized-gpt2-250m-v0.1.2": {
1508
  "main-net": {
1509
  "0": [
1510
  10.952113082089761