update

Author: wwwjn

tests/assets/losses/llama3_cuda.txt

@@ -1,100 +1,100 @@
 1 8.048324584960938
-2 7.751150131225586
-3 7.032487869262695
-4 6.154096603393555
-5 5.193402290344238
-6 4.581051349639893
-7 4.174026012420654
-8 3.948514461517334
-9 3.891413927078247
-10 3.6561336517333984
-11 3.531571388244629
-12 3.4079859256744385
-13 3.2933123111724854
-14 3.231003522872925
-15 3.188687801361084
-16 3.120638847351074
-17 3.021035671234131
-18 3.0502915382385254
-19 3.053816318511963
-20 2.9775774478912354
-21 2.9669456481933594
-22 3.0109591484069824
-23 2.9687752723693848
-24 2.9324536323547363
-25 2.911177396774292
-26 2.922637701034546
-27 2.9021453857421875
-28 2.8908531665802
-29 2.954204559326172
-30 2.8875715732574463
-31 2.866183042526245
-32 2.8760273456573486
-33 2.874134063720703
-34 2.885535955429077
-35 2.8712539672851562
-36 2.8446249961853027
-37 2.849945545196533
-38 2.813962936401367
-39 2.8105764389038086
-40 2.767153024673462
-41 2.8396716117858887
-42 2.8267924785614014
-43 2.791405200958252
-44 2.8076632022857666
-45 2.807377576828003
-46 2.8387441635131836
-47 2.8585329055786133
-48 2.811690092086792
-49 2.8402042388916016
-50 2.817734479904175
-51 2.817488193511963
-52 2.781705856323242
-53 2.789541482925415
-54 2.7608048915863037
-55 2.767845392227173
-56 2.778517961502075
-57 2.8122406005859375
-58 2.781524658203125
-59 2.7936108112335205
-60 2.787782669067383
-61 2.7580368518829346
-62 2.7648978233337402
-63 2.774914503097534
-64 2.794006109237671
-65 2.749844789505005
-66 2.775940418243408
-67 2.752472162246704
-68 2.8094053268432617
-69 2.7630460262298584
-70 2.8258490562438965
-71 2.7717714309692383
-72 2.7618212699890137
-73 2.7250936031341553
-74 2.7488436698913574
-75 2.773621082305908
-76 2.7601394653320312
-77 2.7828547954559326
-78 2.7656197547912598
-79 2.751246929168701
-80 2.769650936126709
-81 2.750131607055664
-82 2.7783901691436768
-83 2.771444320678711
-84 2.7604527473449707
-85 2.760737657546997
-86 2.8028440475463867
-87 2.7754268646240234
-88 2.733889579772949
-89 2.738358497619629
-90 2.7482855319976807
-91 2.745798110961914
-92 2.7812132835388184
-93 2.7665069103240967
-94 2.783562421798706
-95 2.763362407684326
-96 2.760999917984009
-97 2.7780041694641113
-98 2.7335424423217773
-99 2.779527187347412
-100 2.7722606658935547
+2 7.751153945922852
+3 7.032481670379639
+4 6.1541266441345215
+5 5.1934123039245605
+6 4.581050395965576
+7 4.174018383026123
+8 3.9485082626342773
+9 3.8914122581481934
+10 3.656146287918091
+11 3.531576633453369
+12 3.4079785346984863
+13 3.2933309078216553
+14 3.2310068607330322
+15 3.188706398010254
+16 3.1206576824188232
+17 3.021033525466919
+18 3.05033016204834
+19 3.0538153648376465
+20 2.977571725845337
+21 2.966942071914673
+22 3.0109567642211914
+23 2.968799591064453
+24 2.932450771331787
+25 2.9111785888671875
+26 2.9225974082946777
+27 2.9021055698394775
+28 2.8908636569976807
+29 2.9541757106781006
+30 2.8875818252563477
+31 2.8661949634552
+32 2.8759965896606445
+33 2.874089002609253
+34 2.885545492172241
+35 2.871218681335449
+36 2.844622850418091
+37 2.849933385848999
+38 2.8139572143554688
+39 2.8105852603912354
+40 2.7671256065368652
+41 2.839653968811035
+42 2.826796770095825
+43 2.791428804397583
+44 2.80765962600708
+45 2.8072667121887207
+46 2.8386669158935547
+47 2.8585045337677
+48 2.8116471767425537
+49 2.8400967121124268
+50 2.817702531814575
+51 2.817507743835449
+52 2.781691074371338
+53 2.7894952297210693
+54 2.760838270187378
+55 2.7678399085998535
+56 2.7785282135009766
+57 2.8121886253356934
+58 2.7814979553222656
+59 2.7935426235198975
+60 2.7877376079559326
+61 2.7580480575561523
+62 2.7649986743927
+63 2.77494740486145
+64 2.7939865589141846
+65 2.7497315406799316
+66 2.7758491039276123
+67 2.7524702548980713
+68 2.8093771934509277
+69 2.763059377670288
+70 2.8257877826690674
+71 2.7716517448425293
+72 2.761813163757324
+73 2.7250263690948486
+74 2.7488231658935547
+75 2.7735743522644043
+76 2.760044574737549
+77 2.7828474044799805
+78 2.7656352519989014
+79 2.7511279582977295
+80 2.769564390182495
+81 2.7500386238098145
+82 2.778364419937134
+83 2.7713935375213623
+84 2.7603890895843506
+85 2.760650396347046
+86 2.802786350250244
+87 2.775402784347534
+88 2.733931064605713
+89 2.7383060455322266
+90 2.7482337951660156
+91 2.7457475662231445
+92 2.7812373638153076
+93 2.7664687633514404
+94 2.783527374267578
+95 2.7633752822875977
+96 2.760930061340332
+97 2.777921199798584
+98 2.7334630489349365
+99 2.7795116901397705
+100 2.772204637527466