-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathFSDP_mixed_precision_memory_utilization.csv
More file actions
We can make this file beautiful and searchable if this error is corrected: No commas found in this CSV file in line 0.
2600 lines (2600 loc) · 37.4 KB
/
FSDP_mixed_precision_memory_utilization.csv
File metadata and controls
2600 lines (2600 loc) · 37.4 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
148.341796875
149.87451171875
149.87451171875
151.78857421875
152.17919921875
152.5634765625
152.5634765625
153.0166015625
153.40087890625
153.40087890625
155.83837890625
157.37158203125
158.93408203125
160.46728515625
160.46728515625
159.35009765625
159.734375
159.734375
160.1875
160.57177734375
160.57177734375
162.13427734375
163.66748046875
163.66748046875
164.08154296875
164.4658203125
164.4658203125
164.9189453125
165.30322265625
165.30322265625
167.02197265625
168.55517578125
168.55517578125
169.38330078125
170.150390625
170.150390625
170.623046875
170.81591796875
170.81591796875
171.70654296875
172.47607421875
173.49169921875
174.26123046875
174.26123046875
173.81201171875
174.0048828125
174.0048828125
174.4775390625
174.67041015625
174.67041015625
175.56103515625
176.33056640625
176.33056640625
176.64697265625
176.83984375
176.83984375
177.3125
177.50537109375
177.50537109375
178.39599609375
179.16552734375
179.16552734375
179.48193359375
179.6748046875
179.6748046875
180.1474609375
180.34033203125
180.34033203125
181.23095703125
182.00048828125
182.00048828125
182.63330078125
183.01806640625
183.01806640625
184.23876953125
184.33642578125
184.33642578125
185.21923828125
185.60986328125
186.99267578125
187.38330078125
187.38330078125
187.59619140625
187.69384765625
187.69384765625
188.91455078125
189.01220703125
189.01220703125
189.89501953125
190.28564453125
190.28564453125
190.88134765625
190.97900390625
190.97900390625
192.19970703125
192.29736328125
192.29736328125
193.18017578125
193.57080078125
193.57080078125
194.16650390625
194.26416015625
194.26416015625
195.48486328125
195.58251953125
195.58251953125
196.46533203125
196.85595703125
196.85595703125
197.45166015625
197.54931640625
197.54931640625
198.77001953125
198.86767578125
198.86767578125
199.75048828125
200.14111328125
200.14111328125
200.73681640625
200.83447265625
200.83447265625
202.05517578125
202.15283203125
202.15283203125
203.03564453125
203.42626953125
203.42626953125
204.02197265625
204.11962890625
204.11962890625
205.34033203125
205.43798828125
205.43798828125
206.32080078125
206.71142578125
206.71142578125
207.30712890625
207.40478515625
207.40478515625
209.59423828125
209.69189453125
209.69189453125
210.57470703125
210.96533203125
210.96533203125
211.56103515625
211.65869140625
211.65869140625
212.87939453125
212.97705078125
212.97705078125
213.85986328125
214.25048828125
214.25048828125
214.84619140625
214.94384765625
214.94384765625
216.16455078125
216.26220703125
216.26220703125
217.14501953125
217.53564453125
217.53564453125
218.13134765625
218.22900390625
218.22900390625
219.44970703125
219.54736328125
219.54736328125
220.43017578125
220.82080078125
220.82080078125
221.41650390625
221.51416015625
221.51416015625
222.73486328125
222.83251953125
222.83251953125
223.71533203125
224.10595703125
224.10595703125
224.70166015625
224.79931640625
224.79931640625
226.02001953125
226.11767578125
226.11767578125
227.00048828125
227.39111328125
227.39111328125
227.98681640625
228.08447265625
228.08447265625
229.30517578125
229.40283203125
229.40283203125
230.28564453125
230.67626953125
230.67626953125
231.27197265625
231.36962890625
231.36962890625
232.59033203125
232.68798828125
232.68798828125
233.57080078125
233.96142578125
233.96142578125
234.55712890625
234.65478515625
234.65478515625
235.87548828125
235.97314453125
235.97314453125
236.85595703125
237.24658203125
237.24658203125
237.84228515625
237.93994140625
237.93994140625
239.16064453125
239.25830078125
239.25830078125
240.14111328125
240.53173828125
240.53173828125
241.12744140625
241.22509765625
241.22509765625
242.44580078125
242.54345703125
242.54345703125
243.42626953125
243.81689453125
243.81689453125
244.41259765625
244.51025390625
244.51025390625
245.73095703125
245.82861328125
245.82861328125
246.71142578125
247.10205078125
247.10205078125
247.69775390625
247.79541015625
247.79541015625
249.01611328125
249.11376953125
249.11376953125
249.99658203125
250.38720703125
250.38720703125
250.98291015625
251.08056640625
251.08056640625
252.30126953125
252.39892578125
252.39892578125
253.28173828125
253.67236328125
253.67236328125
254.26806640625
254.36572265625
254.36572265625
255.58642578125
255.68408203125
255.68408203125
256.56689453125
256.95751953125
256.95751953125
257.55322265625
257.65087890625
257.65087890625
258.99658203125
259.09423828125
259.09423828125
259.97705078125
260.36767578125
260.36767578125
261.55908203125
261.75439453125
261.75439453125
266.30224609375
266.35400390625
266.35400390625
268.54541015625
268.75244140625
272.94384765625
273.15087890625
273.15087890625
275.00732421875
275.05908203125
275.05908203125
279.60693359375
279.65869140625
279.65869140625
281.85009765625
282.05712890625
282.05712890625
284.10498046875
284.15673828125
284.15673828125
288.70458984375
288.75634765625
288.75634765625
290.94775390625
291.15478515625
291.15478515625
291.15869140625
295.06884765625
298.97802734375
300.92041015625
298.87255859375
297.76708984375
302.26806640625
304.41845703125
301.87158203125
300.67041015625
304.51904296875
302.42138671875
304.92333984375
300.34130859375
303.27587890625
303.30615234375
310.74169921875
304.55419921875
312.64501953125
314.79736328125
312.44580078125
314.30908203125
310.61865234375
310.72998046875
309.94482421875
309.49853515625
310.6240234375
311.4013671875
311.02294921875
310.88525390625
310.60009765625
309.90771484375
311.77783203125
309.9619140625
312.5849609375
312.0400390625
311.12548828125
310.68212890625
311.93310546875
311.36572265625
311.2705078125
310.9453125
311.03173828125
311.08740234375
311.71728515625
311.14599609375
311.0498046875
311.8505859375
310.93603515625
310.99267578125
311.61865234375
311.05126953125
310.955078125
311.755859375
311.37451171875
311.43115234375
312.06103515625
311.48974609375
311.3935546875
312.1943359375
311.27978515625
310.83642578125
312.08740234375
311.02001953125
311.423828125
312.224609375
311.18505859375
311.24169921875
311.87158203125
311.30029296875
311.2041015625
312.0048828125
311.09130859375
310.64697265625
311.77685546875
311.20556640625
311.109375
311.91015625
311.99462890625
310.81201171875
312.1787109375
312.548828125
311.82861328125
311.69091796875
311.40576171875
311.45947265625
312.083984375
311.3291015625
311.73388671875
310.84716796875
311.80517578125
310.61865234375
312.48876953125
310.671875
311.0771484375
311.8759765625
310.96142578125
311.01806640625
311.76904296875
310.70166015625
311.1064453125
311.90625
310.86669921875
310.92333984375
311.54931640625
310.98193359375
310.8857421875
311.6865234375
310.77197265625
310.82861328125
311.45458984375
310.88720703125
310.791015625
311.591796875
310.67724609375
311.23388671875
311.60986328125
309.3251953125
311.4150390625
309.40478515625
309.86474609375
309.92236328125
310.5478515625
310.9169921875
310.19677734375
309.55908203125
310.26806640625
309.08154296875
310.45166015625
309.63427734375
309.5400390625
310.3388671875
309.42431640625
308.98681640625
310.357421875
310.7275390625
310.00732421875
310.36962890625
309.58447265625
309.13818359375
310.2626953125
310.6328125
309.91162109375
309.27490234375
309.98388671875
309.29150390625
309.91748046875
308.60791015625
309.75341796875
308.86669921875
308.5771484375
310.4462890625
310.44677734375
309.87841796875
310.03369140625
309.1484375
311.34521484375
310.45458984375
311.66357421875
311.97119140625
311.6357421875
311.4306640625
310.17333984375
309.52978515625
308.83154296875
308.5087890625
308.66552734375
308.14111328125
308.0751953125
307.36962890625
306.79638671875
306.2880859375
306.75439453125
305.9658203125
306.3203125
305.427734375
304.6962890625
304.375
304.53369140625
303.9296875
303.98779296875
302.97119140625
304.19091796875
303.54638671875
302.84814453125
302.400390625
303.25634765625
301.86474609375
300.880859375
299.22314453125
298.0439453125
297.26123046875
297.33203125
296.5302734375
296.33544921875
294.662109375
293.51416015625
292.716796875
292.83251953125
291.9658203125
291.71875
290.1552734375
288.9677734375
286.54443359375
285.45751953125
284.63037109375
284.74609375
283.94091796875
283.1728515625
279.73828125
277.9228515625
279.76513671875
281.2978515625
281.2978515625
283.2119140625
283.6025390625
283.98681640625
283.98681640625
284.43994140625
284.82421875
284.82421875
287.26171875
288.7958984375
290.3583984375
291.892578125
291.892578125
290.775390625
291.15966796875
291.15966796875
291.61279296875
291.9970703125
291.9970703125
293.5595703125
295.09375
295.09375
295.5078125
295.89208984375
295.89208984375
296.34521484375
296.7294921875
296.7294921875
298.4482421875
299.982421875
299.982421875
300.810546875
301.57763671875
301.57763671875
302.05029296875
302.2431640625
302.2431640625
303.1337890625
303.9052734375
304.9208984375
305.6923828125
305.6923828125
305.2431640625
305.43603515625
305.43603515625
305.90869140625
306.1015625
306.1015625
306.9921875
307.763671875
307.763671875
308.080078125
308.27294921875
308.27294921875
308.74560546875
308.9384765625
308.9384765625
309.8291015625
310.6005859375
310.6005859375
310.9169921875
311.10986328125
311.10986328125
311.58251953125
311.775390625
311.775390625
312.666015625
313.4375
313.4375
314.0703125
314.4560546875
314.4560546875
315.6767578125
315.775390625
315.775390625
316.658203125
317.052734375
318.435546875
318.830078125
318.830078125
319.04296875
319.1416015625
319.1416015625
320.3623046875
320.4609375
320.4609375
321.34375
321.73828125
321.73828125
322.333984375
322.4326171875
322.4326171875
323.6533203125
323.751953125
323.751953125
324.634765625
325.029296875
325.029296875
325.625
325.7236328125
325.7236328125
326.9443359375
327.04296875
327.04296875
327.92578125
328.3203125
328.3203125
328.916015625
329.0146484375
329.0146484375
330.2353515625
330.333984375
330.333984375
331.216796875
331.611328125
331.611328125
332.20703125
332.3056640625
332.3056640625
333.5263671875
333.625
333.625
334.5078125
334.90234375
334.90234375
335.498046875
335.5966796875
335.5966796875
336.8173828125
336.916015625
336.916015625
337.798828125
338.193359375
338.193359375
338.7890625
338.8876953125
338.8876953125
341.0771484375
341.17578125
341.17578125
342.05859375
342.453125
342.453125
343.048828125
343.1474609375
343.1474609375
344.3681640625
344.466796875
344.466796875
345.349609375
345.744140625
345.744140625
346.33984375
346.4384765625
346.4384765625
347.6591796875
347.7578125
347.7578125
348.640625
349.03515625
349.03515625
349.630859375
349.7294921875
349.7294921875
350.9501953125
351.048828125
351.048828125
351.931640625
352.326171875
352.326171875
352.921875
353.0205078125
353.0205078125
354.2412109375
354.33984375
354.33984375
355.22265625
355.6171875
355.6171875
356.212890625
356.3115234375
356.3115234375
357.5322265625
357.630859375
357.630859375
358.513671875
358.908203125
358.908203125
359.50390625
359.6025390625
359.6025390625
360.8232421875
360.921875
360.921875
361.8046875
362.19921875
362.19921875
362.794921875
362.8935546875
362.8935546875
364.1142578125
364.212890625
364.212890625
365.095703125
365.490234375
365.490234375
366.0859375
366.1845703125
366.1845703125
367.4052734375
367.50390625
367.50390625
368.38671875
368.78125
368.78125
369.376953125
369.4755859375
369.4755859375
370.6962890625
370.794921875
370.794921875
371.677734375
372.072265625
372.072265625
372.66796875
372.7666015625
372.7666015625
373.9873046875
374.0859375
374.0859375
374.96875
375.36328125
375.36328125
375.958984375
376.0576171875
376.0576171875
377.2783203125
377.376953125
377.376953125
378.259765625
378.654296875
378.654296875
379.25
379.3486328125
379.3486328125
380.5693359375
380.66796875
380.66796875
381.55078125
381.9453125
381.9453125
382.541015625
382.6396484375
382.6396484375
383.8603515625
383.958984375
383.958984375
384.841796875
385.236328125
385.236328125
385.83203125
385.9306640625
385.9306640625
387.1513671875
387.25
387.25
388.1328125
388.52734375
388.52734375
389.123046875
389.2216796875
389.2216796875
390.5673828125
390.666015625
390.666015625
391.548828125
391.943359375
391.943359375
393.134765625
393.33203125
393.33203125
397.8798828125
397.93359375
397.93359375
400.125
400.33984375
404.53125
404.74609375
404.74609375
406.6025390625
406.65625
406.65625
411.2041015625
411.2578125
411.2578125
413.44921875
413.6640625
413.6640625
415.7119140625
415.765625
415.765625
420.3134765625
420.3671875
420.3671875
422.55859375
422.7734375
422.7734375
422.77734375
426.6875
430.5966796875
428.61279296875
426.56494140625
425.45166015625
427.95068359375
430.10107421875
423.05224609375
423.85107421875
421.70361328125
420.59814453125
423.09716796875
425.24755859375
418.69873046875
417.49755859375
419.19287109375
416.97802734375
414.83056640625
413.72509765625
416.36767578125
419.23095703125
411.03857421875
411.14990234375
409.36083984375
409.41455078125
409.5390625
408.658203125
407.93701171875
407.29931640625
407.01416015625
406.56396484375
407.1884765625
407.5576171875
405.71142578125
405.57373046875
404.78857421875
404.33837890625
405.15234375
404.396484375
403.48583984375
402.84814453125
402.56298828125
402.11279296875
402.7373046875
401.419921875
403.509765625
402.623046875
400.58349609375
399.89111328125
401.76318359375
400.44580078125
399.85498046875
398.96826171875
399.91943359375
398.2275390625
399.3525390625
399.720703125
397.87451171875
397.73681640625
396.95166015625
397.00146484375
397.1875
396.4306640625
395.70947265625
395.57177734375
394.78662109375
394.83642578125
395.8369140625
395.080078125
394.29931640625
394.16064453125
393.37548828125
392.92529296875
393.5498046875
393.9189453125
391.19775390625
391.06005859375
390.27490234375
389.82470703125
390.44921875
390.818359375
388.97216796875
388.83447265625
388.04541015625
387.59912109375
388.2236328125
388.5927734375
386.74658203125
386.10888671875
385.81982421875
385.87353515625
385.998046875
386.3671875
384.52099609375
383.88330078125
383.59423828125
383.14794921875
383.7724609375
383.0166015625
382.29541015625
381.65771484375
381.37255859375
381.42236328125
381.546875
381.916015625
380.06982421875
379.93212890625
379.14697265625
378.69677734375
381.0078125
377.44091796875
377.59521484375
376.95458984375
376.10205078125
375.65771484375
377.02978515625
373.7451171875
375.833984375
372.69775390625
373.65576171875
371.96923828125
373.33544921875
371.51953125
372.4833984375
370.47314453125
370.93017578125
369.74365234375
371.98486328125
370.1689453125
371.1328125
368.24755859375
369.20458984375
367.51416015625
368.88427734375
367.068359375
369.1572265625
366.02099609375
366.22998046875
365.53759765625
368.03564453125
366.71826171875
366.12744140625
365.24072265625
366.19189453125
365.49951171875
365.625
364.3076171875
366.771484375
365.509765625
362.84521484375
362.15283203125
364.02490234375
361.70947265625
362.35888671875
360.9736328125
362.9130859375
360.40283203125
360.85986328125
359.67333984375
361.45166015625
359.56005859375
358.9267578125
357.91015625
359.14453125
358.63623046875
356.66845703125
356.00390625
356.68505859375
355.79248046875
354.34716796875