mem_aware_dl_comm_schedule/memory_utilization.csv at master · Yeosangho/mem_aware_dl_comm_schedule · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
148.341796875
149.87451171875
149.87451171875
151.78857421875
152.17919921875
152.5634765625
152.5634765625
153.0166015625
153.40087890625
153.40087890625
155.83837890625
157.37158203125
158.93408203125
160.46728515625
160.46728515625
159.35009765625
159.734375
159.734375
160.1875
160.57177734375
160.57177734375
162.13427734375
163.66748046875
163.66748046875
164.08154296875
164.4658203125
164.4658203125
164.9189453125
165.30322265625
165.30322265625
167.02197265625
168.55517578125
168.55517578125
169.38330078125
170.150390625
170.150390625
170.623046875
170.81591796875
170.81591796875
171.70654296875
172.47607421875
173.49169921875
174.26123046875
174.26123046875
173.81201171875
174.0048828125
174.0048828125
174.4775390625
174.67041015625
174.67041015625
175.56103515625
176.33056640625
176.33056640625
176.64697265625
176.83984375
176.83984375
177.3125
177.50537109375
177.50537109375
178.39599609375
179.16552734375
179.16552734375
179.48193359375
179.6748046875
179.6748046875
180.1474609375
180.34033203125
180.34033203125
181.23095703125
182.00048828125
182.00048828125
182.63330078125
183.01806640625
183.01806640625
184.23876953125
184.33642578125
184.33642578125
185.21923828125
185.60986328125
186.99267578125
187.38330078125
187.38330078125
187.59619140625
187.69384765625
187.69384765625
188.91455078125
189.01220703125
189.01220703125
189.89501953125
190.28564453125
190.28564453125
190.88134765625
190.97900390625
190.97900390625
192.19970703125
192.29736328125
192.29736328125
193.18017578125
193.57080078125
193.57080078125
194.16650390625
194.26416015625
194.26416015625
195.48486328125
195.58251953125
195.58251953125
196.46533203125
196.85595703125
196.85595703125
197.45166015625
197.54931640625
197.54931640625
198.77001953125
198.86767578125
198.86767578125
199.75048828125
200.14111328125
200.14111328125
200.73681640625
200.83447265625
200.83447265625
202.05517578125
202.15283203125
202.15283203125
203.03564453125
203.42626953125
203.42626953125
204.02197265625
204.11962890625
204.11962890625
205.34033203125
205.43798828125
205.43798828125
206.32080078125
206.71142578125
206.71142578125
207.30712890625
207.40478515625
207.40478515625
209.59423828125
209.69189453125
209.69189453125
210.57470703125
210.96533203125
210.96533203125
211.56103515625
211.65869140625
211.65869140625
212.87939453125
212.97705078125
212.97705078125
213.85986328125
214.25048828125
214.25048828125
214.84619140625
214.94384765625
214.94384765625
216.16455078125
216.26220703125
216.26220703125
217.14501953125
217.53564453125
217.53564453125
218.13134765625
218.22900390625
218.22900390625
219.44970703125
219.54736328125
219.54736328125
220.43017578125
220.82080078125
220.82080078125
221.41650390625
221.51416015625
221.51416015625
222.73486328125
222.83251953125
222.83251953125
223.71533203125
224.10595703125
224.10595703125
224.70166015625
224.79931640625
224.79931640625
226.02001953125
226.11767578125
226.11767578125
227.00048828125
227.39111328125
227.39111328125
227.98681640625
228.08447265625
228.08447265625
229.30517578125
229.40283203125
229.40283203125
230.28564453125
230.67626953125
230.67626953125
231.27197265625
231.36962890625
231.36962890625
232.59033203125
232.68798828125
232.68798828125
233.57080078125
233.96142578125
233.96142578125
234.55712890625
234.65478515625
234.65478515625
235.87548828125
235.97314453125
235.97314453125
236.85595703125
237.24658203125
237.24658203125
237.84228515625
237.93994140625
237.93994140625
239.16064453125
239.25830078125
239.25830078125
240.14111328125
240.53173828125
240.53173828125
241.12744140625
241.22509765625
241.22509765625
242.44580078125
242.54345703125
242.54345703125
243.42626953125
243.81689453125
243.81689453125
244.41259765625
244.51025390625
244.51025390625
245.73095703125
245.82861328125
245.82861328125
246.71142578125
247.10205078125
247.10205078125
247.69775390625
247.79541015625
247.79541015625
249.01611328125
249.11376953125
249.11376953125
249.99658203125
250.38720703125
250.38720703125
250.98291015625
251.08056640625
251.08056640625
252.30126953125
252.39892578125
252.39892578125
253.28173828125
253.67236328125
253.67236328125
254.26806640625
254.36572265625
254.36572265625
255.58642578125
255.68408203125
255.68408203125
256.56689453125
256.95751953125
256.95751953125
257.55322265625
257.65087890625
257.65087890625
258.99658203125
259.09423828125
259.09423828125
259.97705078125
260.36767578125
260.36767578125
261.55908203125
261.75439453125
261.75439453125
266.30224609375
266.35400390625
266.35400390625
268.54541015625
268.75244140625
272.94384765625
273.15087890625
273.15087890625
275.00732421875
275.05908203125
275.05908203125
279.60693359375
279.65869140625
279.65869140625
281.85009765625
282.05712890625
282.05712890625
284.10498046875
284.15673828125
284.15673828125
288.70458984375
288.75634765625
288.75634765625
290.94775390625
291.15478515625
291.15478515625
291.15869140625
295.06884765625
298.97802734375
304.82861328125
298.87255859375
299.76708984375
302.26806640625
304.41845703125
301.87158203125
302.67041015625
302.53076171875
303.42529296875
306.15576171875
308.30615234375
305.75927734375
306.55810546875
309.00341796875
311.29638671875
308.64892578125
306.56689453125
312.19580078125
314.05908203125
310.36865234375
310.47998046875
309.69482421875
309.24853515625
310.3740234375
311.1513671875
310.77294921875
310.63525390625
310.84423828125
309.65380859375
311.52783203125
310.71044921875
310.115234375
311.4482421875
310.00048828125
309.55712890625
310.81201171875
310.24072265625
310.1455078125
310.9453125
310.43994140625
309.99560546875
311.12939453125
310.55419921875
310.458984375
310.1337890625
310.34521484375
309.90087890625
311.03466796875
310.95947265625
310.365234375
312.2890625
310.25048828125
310.30615234375
310.93994140625
310.36474609375
310.2705078125
311.0693359375
310.15576171875
310.21142578125
310.97021484375
310.89501953125
310.2998046875
312.224609375
310.06103515625
310.61669921875
310.75048828125
309.67529296875
310.080078125
310.8798828125
309.96630859375
310.02197265625
310.65185546875
309.58056640625
309.9853515625
309.66015625
310.12158203125
310.67724609375
310.81103515625
310.73583984375
310.1416015625
312.0654296875
310.02685546875
310.58251953125
310.71240234375
310.14111328125
310.046875
310.845703125
309.93212890625
309.48779296875
310.62158203125
310.04638671875
309.9521484375
309.6259765625
309.83740234375
309.89306640625
310.52294921875
309.45166015625
309.8564453125
310.65625
309.74267578125
309.29833984375
310.42822265625
309.35693359375
309.7607421875
310.5615234375
309.64794921875
310.20361328125
310.33740234375
309.76220703125
309.666015625
310.466796875
309.55322265625
309.60888671875
310.36376953125
308.32373046875
308.728515625
309.5283203125
308.48974609375
309.04541015625
309.17919921875
308.60400390625
308.5078125
309.30859375
308.39404296875
307.95068359375
309.08056640625
308.50927734375
308.4140625
309.2138671875
308.30029296875
308.35595703125
308.98583984375
308.41455078125
308.318359375
309.119140625
308.20556640625
308.26123046875
308.89501953125
308.31982421875
308.224609375
309.0244140625
308.98486328125
309.04150390625
309.66748046875
308.35791015625
309.50341796875
309.11669921875
308.3271484375
307.6357421875
310.4453125
310.2529296875
308.40771484375
307.52197265625
311.0888671875
309.7021484375
308.78759765625
308.09619140625
310.5107421875
309.1806640625
309.04833984375
308.40478515625
307.70654296875
307.3837890625
307.54052734375
307.01611328125
306.9501953125
306.24462890625
305.66943359375
305.1630859375
305.50439453125
304.8408203125
305.1953125
304.302734375
303.5712890625
303.25
303.40869140625
302.744140625
302.98779296875
301.8466796875
303.06591796875
302.17138671875
301.97021484375
301.21484375
302.13134765625
300.45849609375
299.755859375
298.09814453125
296.9189453125
296.16748046875
296.20703125
295.4755859375
295.21044921875
293.505859375
292.4189453125
291.62158203125
291.66259765625
290.87109375
290.48876953125
288.92578125
287.912109375
285.5439453125
284.28564453125
283.48876953125
283.60498046875
282.73779296875
282.0478515625
278.60546875
276.7978515625
278.64013671875
280.1728515625
280.1728515625
282.0869140625
282.4775390625
282.86181640625
282.86181640625
283.31494140625
283.69921875
283.69921875
286.13671875
287.6708984375
289.2333984375
290.767578125
290.767578125
289.650390625
290.03466796875
290.03466796875
290.48779296875
290.8720703125
290.8720703125
292.4345703125
293.96875
293.96875
294.3828125
294.76708984375
294.76708984375
295.22021484375
295.6044921875
295.6044921875
297.3232421875
298.857421875
298.857421875
299.685546875
300.45263671875
300.45263671875
300.92529296875
301.1181640625
301.1181640625
302.0087890625
302.7802734375
303.7958984375
304.5673828125
304.5673828125
304.1181640625
304.31103515625
304.31103515625
304.78369140625
304.9765625
304.9765625
305.8671875
306.638671875
306.638671875
306.955078125
307.14794921875
307.14794921875
307.62060546875
307.8134765625
307.8134765625
308.7041015625
309.4755859375
309.4755859375
309.7919921875
309.98486328125
309.98486328125
310.45751953125
310.650390625
310.650390625
311.541015625
312.3125
312.3125
312.9453125
313.3310546875
313.3310546875
314.5517578125
314.650390625
314.650390625
315.533203125
315.927734375
317.310546875
317.705078125
317.705078125
317.91796875
318.0166015625
318.0166015625
319.2373046875
319.3359375
319.3359375
320.21875
320.61328125
320.61328125
321.208984375
321.3076171875
321.3076171875
322.5283203125
322.626953125
322.626953125
323.509765625
323.904296875
323.904296875
324.5
324.5986328125
324.5986328125
325.8193359375
325.91796875
325.91796875
326.80078125
327.1953125
327.1953125
327.791015625
327.8896484375
327.8896484375
329.1103515625
329.208984375
329.208984375
330.091796875
330.486328125
330.486328125
331.08203125
331.1806640625
331.1806640625
332.4013671875
332.5
332.5
333.3828125
333.77734375
333.77734375
334.373046875
334.4716796875
334.4716796875
335.6923828125
335.791015625
335.791015625
336.673828125
337.068359375
337.068359375
337.6640625
337.7626953125
337.7626953125
339.9521484375
340.05078125
340.05078125
340.93359375
341.328125
341.328125
341.923828125
342.0224609375
342.0224609375
343.2431640625
343.341796875
343.341796875
344.224609375
344.619140625
344.619140625
345.21484375
345.3134765625
345.3134765625
346.5341796875
346.6328125
346.6328125
347.515625
347.91015625
347.91015625
348.505859375
348.6044921875
348.6044921875
349.8251953125
349.923828125
349.923828125
350.806640625
351.201171875
351.201171875
351.796875
351.8955078125
351.8955078125
353.1162109375
353.21484375
353.21484375
354.09765625
354.4921875
354.4921875
355.087890625
355.1865234375
355.1865234375
356.4072265625
356.505859375
356.505859375
357.388671875
357.783203125
357.783203125
358.37890625
358.4775390625
358.4775390625
359.6982421875
359.796875
359.796875
360.6796875
361.07421875
361.07421875
361.669921875
361.7685546875
361.7685546875
362.9892578125
363.087890625
363.087890625
363.970703125
364.365234375
364.365234375
364.9609375
365.0595703125
365.0595703125
366.2802734375
366.37890625
366.37890625
367.26171875
367.65625
367.65625
368.251953125
368.3505859375
368.3505859375
369.5712890625
369.669921875
369.669921875
370.552734375
370.947265625
370.947265625
371.54296875
371.6416015625
371.6416015625
372.8623046875
372.9609375
372.9609375
373.84375
374.23828125
374.23828125
374.833984375
374.9326171875
374.9326171875
376.1533203125
376.251953125
376.251953125
377.134765625
377.529296875
377.529296875
378.125
378.2236328125
378.2236328125
379.4443359375
379.54296875
379.54296875
380.42578125
380.8203125
380.8203125
381.416015625
381.5146484375
381.5146484375
382.7353515625
382.833984375
382.833984375
383.716796875
384.111328125
384.111328125
384.70703125
384.8056640625
384.8056640625
386.0263671875
386.125
386.125
387.0078125
387.40234375
387.40234375
387.998046875
388.0966796875
388.0966796875
389.4423828125
389.541015625
389.541015625
390.423828125
390.818359375
390.818359375
392.009765625
392.20703125
392.20703125
396.7548828125
396.80859375
396.80859375
399.0
399.21484375
403.40625
403.62109375
403.62109375
405.4775390625
405.53125
405.53125
410.0791015625
410.1328125
410.1328125
412.32421875
412.5390625
412.5390625
414.5869140625
414.640625
414.640625
419.1884765625
419.2421875
419.2421875
421.43359375
421.6484375
421.6484375
421.65234375
425.5625
429.4716796875
427.78369140625
425.72802734375
424.62255859375
427.12158203125
429.27197265625
422.22314453125
423.02197265625
420.87451171875
421.76904296875
422.26806640625
424.41845703125
417.36962890625
418.38525390625
418.36376953125
416.14892578125
414.50146484375
415.39599609375
415.53857421875
412.90185546875
409.20947265625
408.32080078125
407.53564453125
407.08544921875
407.7109375
406.8291015625
406.10888671875
405.47021484375
405.18505859375
404.73486328125
405.4208984375
404.6640625
403.88330078125
403.24462890625
402.95947265625
402.50927734375
403.134765625
402.3779296875
401.65673828125
401.01904296875
400.73388671875
400.78369140625
400.9091796875
400.15234375
399.43115234375
398.79345703125
398.50830078125
398.05810546875
398.68359375
397.9267578125
397.20556640625
397.06787109375
396.27880859375
395.83251953125
396.4580078125
395.701171875
394.97998046875
394.84228515625
394.05712890625
393.60693359375
394.232421875
393.4755859375
392.75439453125
392.11669921875
391.83154296875
391.38134765625
392.005859375
391.25
390.52978515625
389.89111328125
389.60595703125
389.15576171875
390.6552734375
389.8994140625
388.30322265625
387.66552734375
387.38037109375
387.43017578125
387.5556640625
386.798828125
386.07763671875
385.93994140625
385.15087890625
384.70458984375
385.580078125
384.8232421875
383.85205078125
383.71435546875
382.92529296875
382.47900390625
383.1044921875
382.34765625
381.62646484375
381.48876953125
380.70361328125
380.25341796875
380.87890625
381.2470703125
379.40087890625
379.26318359375
378.47412109375
378.02783203125
378.6533203125
377.896484375
377.17529296875
376.53759765625
376.24853515625
375.80224609375
376.4267578125
375.6708984375
374.94970703125
374.31201171875
374.02685546875
373.57666015625
374.201171875
373.6015625
371.75537109375
371.61767578125
370.82861328125
370.88232421875
371.0068359375
371.3759765625
369.52978515625
368.89208984375
368.60693359375
368.15673828125
368.7822265625
368.025390625
367.30517578125
366.66650390625
366.37744140625
366.43115234375
367.181640625
366.4248046875
365.07958984375
364.44091796875
364.15185546875
364.20556640625
364.3310546875
364.69921875
362.85302734375
362.21533203125
361.93017578125
361.47998046875
362.10546875
362.4736328125
360.62744140625
360.48974609375
359.70068359375
359.75439453125
359.8798828125
359.123046875
358.40185546875
358.26416015625
358.64892578125
358.75439453125
356.96923828125
356.51904296875
357.431640625
357.2255859375
354.84228515625
353.94873046875
353.24853515625
352.80078125
352.95751953125
352.4326171875
352.0849609375
351.25439453125
350.67919921875