|
| 1 | +{ |
| 2 | + "tutorialSidebar": [ |
| 3 | + { |
| 4 | + "type": "category", |
| 5 | + "label": "Get started", |
| 6 | + "collapsed": true, |
| 7 | + "items": [ |
| 8 | + "get_started/installation", |
| 9 | + "get_started/run_demo", |
| 10 | + "get_started/reading_roadmap" |
| 11 | + ] |
| 12 | + }, |
| 13 | + { |
| 14 | + "type": "category", |
| 15 | + "label": "Concepts", |
| 16 | + "collapsed": true, |
| 17 | + "items": [ |
| 18 | + "concepts/distributed_training", |
| 19 | + "concepts/paradigms_of_parallelism", |
| 20 | + "concepts/colossalai_overview" |
| 21 | + ] |
| 22 | + }, |
| 23 | + { |
| 24 | + "type": "category", |
| 25 | + "label": "Basics", |
| 26 | + "collapsed": true, |
| 27 | + "items": [ |
| 28 | + "basics/command_line_tool", |
| 29 | + "basics/define_your_config", |
| 30 | + "basics/launch_colossalai", |
| 31 | + "basics/initialize_features", |
| 32 | + "basics/engine_trainer", |
| 33 | + "basics/configure_parallelization", |
| 34 | + "basics/model_checkpoint", |
| 35 | + "basics/colotensor_concept" |
| 36 | + ] |
| 37 | + }, |
| 38 | + { |
| 39 | + "type": "category", |
| 40 | + "label": "Features", |
| 41 | + "collapsed": true, |
| 42 | + "items": [ |
| 43 | + "features/mixed_precision_training", |
| 44 | + "features/gradient_accumulation", |
| 45 | + "features/gradient_clipping", |
| 46 | + "features/gradient_handler", |
| 47 | + "features/zero_with_chunk", |
| 48 | + { |
| 49 | + "type": "category", |
| 50 | + "label": "Tensor Parallel", |
| 51 | + "collapsed": true, |
| 52 | + "items": [ |
| 53 | + "features/1D_tensor_parallel", |
| 54 | + "features/2D_tensor_parallel", |
| 55 | + "features/2p5D_tensor_parallel", |
| 56 | + "features/3D_tensor_parallel" |
| 57 | + ] |
| 58 | + }, |
| 59 | + "features/pipeline_parallel", |
| 60 | + "features/nvme_offload" |
| 61 | + ] |
| 62 | + }, |
| 63 | + { |
| 64 | + "type": "category", |
| 65 | + "label": "Advanced Tutorials", |
| 66 | + "collapsed": true, |
| 67 | + "items": [ |
| 68 | + "advanced_tutorials/train_vit_using_pipeline_parallelism", |
| 69 | + "advanced_tutorials/train_vit_with_hybrid_parallelism", |
| 70 | + "advanced_tutorials/train_gpt_using_hybrid_parallelism", |
| 71 | + "advanced_tutorials/define_your_own_parallel_model", |
| 72 | + "advanced_tutorials/add_your_parallel", |
| 73 | + "advanced_tutorials/meet_gemini", |
| 74 | + "advanced_tutorials/parallelize_your_training_like_Megatron", |
| 75 | + "advanced_tutorials/integrate_mixture_of_experts_into_your_model" |
| 76 | + ] |
| 77 | + } |
| 78 | + ] |
| 79 | +} |
0 commit comments