Repository navigation
Expand file tree
/
Copy pathmaintenance.json
More file actions
1063 lines (1063 loc) · 45.9 KB
/
Copy pathmaintenance.json
File metadata and controls
1063 lines (1063 loc) · 45.9 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
[
{
"source": "nvidia-megatron-lm",
"paths": [
"README.md",
"docs/get-started/install.md",
"docs/get-started/quickstart.md",
"docs/get-started/releasenotes.md",
"docs/user-guide/features/context_parallel.md",
"docs/user-guide/features/cuda_graph.md",
"docs/user-guide/features/dist_optimizer.md",
"docs/user-guide/features/fine_grained_activation_offloading.md",
"docs/user-guide/features/low_precision_training.md",
"docs/user-guide/features/moe.md",
"docs/user-guide/features/optimizer_cpu_offload.md",
"docs/user-guide/features/paged_stash.md",
"docs/user-guide/features/pipeline_parallel_layout.md",
"docs/user-guide/parallelism-guide.md",
"gpt_builders.py",
"megatron/core/dist_checkpointing/serialization.py",
"megatron/core/distributed/distributed_data_parallel.py",
"megatron/core/distributed/param_and_grad_buffer.py",
"megatron/core/extensions/transformer_engine.py",
"megatron/core/full_cuda_graph.py",
"megatron/core/models/gpt/gpt_layer_specs.py",
"megatron/core/optimizer/cpu_offloading/README.md",
"megatron/core/optimizer/distrib_optimizer.py",
"megatron/core/parallel_state.py",
"megatron/core/pipeline_parallel/fine_grained_activation_offload.py",
"megatron/core/pipeline_parallel/schedules.py",
"megatron/core/rerun_state_machine.py",
"megatron/core/tensor_parallel/gtp_parallel_layout.py",
"megatron/core/transformer/moe/moe_layer.py",
"megatron/core/transformer/moe/ops/paged_stash.py",
"megatron/core/transformer/moe/paged_stash.py",
"megatron/core/transformer/moe/token_dispatcher.py",
"megatron/core/transformer/moe/virtual_expert_load_balancer.py",
"megatron/core/transformer/multi_latent_attention.py",
"megatron/core/transformer/transformer_config.py",
"megatron/training/argument_utils.py",
"megatron/training/arguments.py",
"megatron/training/checkpointing.py",
"megatron/training/ckpt/glu_checkpointing.py",
"megatron/training/config/common_config.py",
"megatron/training/config/container.py",
"megatron/training/initialize.py",
"megatron/training/training.py",
"model_provider.py",
"pretrain_gpt.py",
"pyproject.toml",
"setup.py",
"tests/README.md",
"tests/unit_tests/dist_checkpointing/test_rerun_state_machine_ckpt.py",
"tests/unit_tests/dist_checkpointing/test_stream_ckpt_dequant.py",
"tests/unit_tests/distributed/test_distributed_data_parallel.py",
"tests/unit_tests/pipeline_parallel/test_fine_grained_activation_offloading.py",
"tests/unit_tests/pipeline_parallel/test_pp_mhc_compatibility.py",
"tests/unit_tests/pipeline_parallel/test_pp_mhc_dsv4_shapes.py",
"tests/unit_tests/test_checkpointing.py",
"tests/unit_tests/test_gtp_parallel_layout.py",
"tests/unit_tests/training/test_glu_checkpoint_loading_numerics.py",
"tests/unit_tests/training/test_glu_checkpointing.py",
"tests/unit_tests/transformer/moe/test_paged_stashing.py",
"tests/unit_tests/transformer/moe/test_virtual_experts.py",
"tests/unit_tests/transformer/test_full_cuda_graph_validation.py",
"tests/unit_tests/transformer/test_multi_latent_attention.py"
],
"targets": [
"docs/agent-playbook.md",
"docs/contracts.md",
"docs/practices/model-accuracy-diagnosis.md",
"docs/practices/performance-methods.md",
"docs/training-state-validation.md",
"skills/hcu-train-analyze-and-optimize/SKILL.md",
"skills/hcu-train-analyze-and-optimize/references/communication-optimization.md",
"skills/hcu-train-analyze-and-optimize/references/evidence-driven-loop.md",
"skills/hcu-train-analyze-and-optimize/references/operator-ceiling-iteration.md",
"skills/hcu-train-analyze-and-optimize/references/validation-diagnostics.md",
"skills/hcu-train-check-and-adapt/SKILL.md",
"skills/hcu-train-check-and-adapt/references/troubleshooting.md",
"skills/hcu-train-scale-and-stability/references/diagnosis.md",
"src/hcu_trainflow/official.py"
]
},
{
"source": "amd-agi-tracelens",
"paths": [
"README.md",
"TraceLens/Agent/Analysis/utils/deterministic_fallback.py",
"TraceLens/PerfModel/benchmarking/fp4fp6_helpers.py",
"TraceLens/PerfModel/benchmarking/microbench.py",
"TraceLens/PerfModel/benchmarking/microbench_utils.py",
"TraceLens/PerfModel/extensions/moe_perf_model_extensions.py",
"TraceLens/Reporting/compare_perf_reports_pytorch.py",
"TraceLens/Reporting/generate_multi_rank_collective_report_pytorch.py",
"TraceLens/Reporting/generate_perf_report_pytorch.py",
"TraceLens/Reporting/reporting_utils.py",
"TraceLens/Trace2Tree/trace_capture_merge_experimental.py",
"TraceLens/Trace2Tree/trace_to_tree.py",
"TraceLens/TraceUtils/split_trace/main.py",
"TraceLens/TraceUtils/utils/trace_extraction.py",
"docs/how-to/collective-report.md",
"setup.py",
"tests/test_compare_perf_reports.py",
"tests/test_perfmodel_benchmarking.py",
"tests/test_perfmodel_extensions.py"
],
"targets": [
"docs/integrations.md",
"docs/practices/performance-methods.md",
"docs/profiling.md",
"docs/skill-reading-map.md",
"docs/tracelens-analysis.md",
"scripts/validate_knowledge.py",
"skills/hcu-train-analyze-and-optimize/SKILL.md",
"skills/hcu-train-analyze-and-optimize/references/communication-optimization.md",
"skills/hcu-train-analyze-and-optimize/references/evidence-driven-loop.md",
"skills/hcu-train-analyze-and-optimize/references/operator-ceiling-iteration.md",
"src/hcu_trainflow/official.py",
"src/hcu_trainflow/tracelens.py",
"src/hcu_trainflow/tracelens_feature_worker.py",
"src/hcu_trainflow/tracelens_features.py",
"src/hcu_trainflow/tracelens_worker.py",
"thirdparty/manifest.json"
]
},
{
"source": "nvidia-transformerengine",
"paths": [
".gitmodules",
"README.rst",
"benchmarks/gemm/benchmark_gemm.py",
"docs/debug.rst",
"docs/envvars.rst",
"docs/examples/advanced_optimizations.ipynb",
"docs/examples/attention/attention.ipynb",
"docs/examples/fp8_primer.ipynb",
"docs/examples/gemm_profiling/gemm_profiling.rst",
"docs/examples/op_fuser/op_fuser.rst",
"docs/features/low_precision_training/fp8_current_scaling/fp8_current_scaling.rst",
"docs/features/low_precision_training/fp8_delayed_scaling/fp8_delayed_scaling.rst",
"docs/features/low_precision_training/performance_considerations/performance_considerations.rst",
"docs/features/other_optimizations/cpu_offloading/cpu_offloading.rst",
"docs/getting_started/getting_started_pytorch.py",
"docs/getting_started/index.rst",
"docs/index.rst",
"docs/installation.rst",
"docs/release_notes.md",
"docs/support_matrix.rst",
"examples/pytorch/comm_gemm_overlap/README.md",
"examples/pytorch/comm_gemm_overlap/te_layer_with_overlap.py",
"setup.py",
"tests/cpp/operator/test_swizzle.cu",
"tests/pytorch/attention/test_attention.py",
"tests/pytorch/attention/test_attention_backend_selection.py",
"tests/pytorch/attention/test_fused_mla.py",
"tests/pytorch/mxfp8/test_mxfp8_rmsnorm_fwd.py",
"tests/pytorch/test_grouped_mlp.py",
"tests/pytorch/test_numerics.py",
"transformer_engine/common/cast/mxfp8/group_quantize_mxfp8.cuh",
"transformer_engine/common/common.h",
"transformer_engine/common/fused_attn/fused_attn_f16_arbitrary_seqlen.cu",
"transformer_engine/common/fused_rope/fused_mla_kv_rope_mxfp8.cu",
"transformer_engine/common/include/transformer_engine/transformer_engine.h",
"transformer_engine/common/normalization/rmsnorm/rmsnorm_api.cpp",
"transformer_engine/common/normalization/rmsnorm/rmsnorm_fwd_mxfp8.cu",
"transformer_engine/common/recipe/__init__.py",
"transformer_engine/common/transformer_engine.cpp",
"transformer_engine/pytorch/attention/dot_product_attention/backends.py",
"transformer_engine/pytorch/attention/dot_product_attention/context_parallel.py",
"transformer_engine/pytorch/attention/dot_product_attention/dot_product_attention.py",
"transformer_engine/pytorch/attention/dot_product_attention/utils.py",
"transformer_engine/pytorch/cpu_offload.py",
"transformer_engine/pytorch/csrc/common.h",
"transformer_engine/pytorch/csrc/extensions/apply_rope.cpp",
"transformer_engine/pytorch/csrc/extensions/normalization.cpp",
"transformer_engine/pytorch/csrc/quantizer.cpp",
"transformer_engine/pytorch/fp8.py",
"transformer_engine/pytorch/graph.py",
"transformer_engine/pytorch/module/base.py",
"transformer_engine/pytorch/module/grouped_linear.py",
"transformer_engine/pytorch/module/layernorm_mlp.py",
"transformer_engine/pytorch/module/linear.py",
"transformer_engine/pytorch/ops/basic/grouped_linear.py",
"transformer_engine/pytorch/ops/fused/grouped_mlp.py",
"transformer_engine/pytorch/ops/fuser.py",
"transformer_engine/pytorch/ops/sequential.py",
"transformer_engine/pytorch/quantization.py"
],
"targets": [
"docs/practices/model-accuracy-diagnosis.md",
"docs/practices/performance-methods.md",
"knowledge/projects/megatron/knowledgebase/local/topics/transformer-engine.md",
"knowledge/projects/transformer-engine/knowledgebase/local/overview/overview.md",
"skills/hcu-train-analyze-and-optimize/SKILL.md",
"skills/hcu-train-analyze-and-optimize/references/communication-optimization.md",
"skills/hcu-train-analyze-and-optimize/references/evidence-driven-loop.md",
"skills/hcu-train-analyze-and-optimize/references/operator-ceiling-iteration.md",
"skills/hcu-train-analyze-and-optimize/references/torch-native-training.md",
"skills/hcu-train-analyze-and-optimize/references/validation-diagnostics.md",
"skills/hcu-train-check-and-adapt/SKILL.md",
"skills/hcu-train-check-and-adapt/references/troubleshooting.md",
"skills/hcu-train-scale-and-stability/references/diagnosis.md",
"src/hcu_trainflow/official.py"
]
},
{
"source": "nvidia-cudnn-frontend",
"paths": [
"CMakeLists.txt",
"LICENSE-MIT.txt",
"LICENSE.txt",
"LICENSING.md",
"README.md",
"docs/developer/core-concepts.mdx",
"docs/developer/debugging.mdx",
"docs/developer/graph-api.mdx",
"docs/developer/overview.mdx",
"docs/fe-oss-apis/attention/flex_attention.md",
"docs/fe-oss-apis/attention/flex_attention_design.md",
"docs/fe-oss-apis/bsa.md",
"docs/fe-oss-apis/dsa.md",
"docs/fe-oss-apis/gemm_fusions/grouped_gemm_dswiglu.md",
"docs/fe-oss-apis/gemm_fusions/grouped_gemm_swiglu.md",
"docs/fe-oss-apis/nsa.md",
"docs/fe-oss-apis/overview.md",
"docs/operations/Attention.md",
"docs/operations/Normalizations.md",
"docs/quickstart.mdx",
"docs/utilities/cuda-graphs.md",
"docs/utilities/dynamic-kernel-cache.md",
"docs/utilities/framework_integration_performance.md",
"docs/utilities/python_graph_and_execution_backends.md",
"include/cudnn_frontend.h",
"include/cudnn_frontend/backend/kernel_cache.h",
"include/cudnn_frontend/graph_interface.h",
"include/cudnn_frontend/node/scaled_dot_product_flash_attention.h",
"include/cudnn_frontend/plans.h",
"pyproject.toml",
"python/cudnn/__init__.py",
"python/cudnn/_pygraph.py",
"python/cudnn/block_sparse_attention/api.py",
"python/cudnn/deepseek_sparse_attention/indexer_backward/api.py",
"python/cudnn/deepseek_sparse_attention/indexer_top_k/api.py",
"python/cudnn/deepseek_sparse_attention/sparse_attention_backward/api.py",
"python/cudnn/flex_attention/api.py",
"python/cudnn/flex_attention/autograd.py",
"python/cudnn/gemm/cutedsl/grouped/glu/_blockscaled_api.py",
"python/cudnn/gemm/cutedsl/grouped/swiglu/api.py",
"python/cudnn/gemm/frost/engine.py",
"python/cudnn/gemm/frost/graph_analyzer.py",
"python/cudnn/sdpa/frost/SUPPORT_MATRIX_TRACKER.md",
"python/pygraph/norm.cpp",
"samples/cpp/CMakeLists.txt",
"samples/cpp/sdpa/fp16_bwd.cpp",
"samples/cpp/sdpa/fp16_bwd_with_cudagraphs.cpp",
"samples/cpp/sdpa/fp16_fwd.cpp",
"samples/frost/gemm/06_moe_grouped_matmul_fwd_swiglu.py",
"samples/python/29_rmsnorm.ipynb",
"samples/python/50_sdpa_forward.ipynb",
"samples/python/51_sdpa_backward.ipynb",
"setup.py",
"test/python/core/graph/test_graph_native.py",
"test/python/norm/graph/test_layernorm.py",
"test/python/sdpa/frost/test_flashinfer_consumed_surface.py",
"test/python/sdpa/frost/test_sdpa_fwd_decode_d256_sm107.py",
"test/python/sdpa/frost/test_sdpa_split_combine_sm100.py"
],
"targets": [
"docs/practices/performance-methods.md",
"knowledge/projects/cudnn-frontend/knowledgebase/local/overview/overview.md",
"knowledge/projects/transformer-engine/knowledgebase/local/topics/attention.md",
"skills/hcu-train-analyze-and-optimize/SKILL.md",
"skills/hcu-train-analyze-and-optimize/references/evidence-driven-loop.md",
"skills/hcu-train-analyze-and-optimize/references/operator-ceiling-iteration.md",
"skills/hcu-train-analyze-and-optimize/references/torch-native-training.md",
"src/hcu_trainflow/official.py"
]
},
{
"source": "nvidia-transformerengine-docs",
"paths": [
"index",
"installation",
"getting-started",
"fp8-primer",
"advanced-optimizations",
"attention",
"op-fuser",
"environment-variables"
],
"targets": [
"skills/hcu-trainflow-wiki-skill-update/SKILL.md",
"knowledge/projects/transformer-engine/knowledgebase/local/changes/tutorials-and-update.md"
]
},
{
"source": "nvidia-cudnn-frontend-docs",
"paths": [
"index",
"quickstart",
"attention",
"graph-api",
"framework-integration",
"dynamic-cache",
"open-kernels",
"sparse-attention"
],
"targets": [
"skills/hcu-trainflow-wiki-skill-update/SKILL.md",
"knowledge/projects/cudnn-frontend/knowledgebase/local/changes/tutorials-and-update.md"
]
},
{
"source": "bbuf-ai-infra-auto-driven-skills",
"paths": [
"README.md",
"skills/sglang-prod-incident-triage/SKILL.md",
"skills/llm-torch-profiler-analysis/SKILL.md"
],
"targets": [
"docs/practices/model-accuracy-diagnosis.md",
"docs/practices/performance-methods.md",
"skills/hcu-train-analyze-and-optimize/references/evidence-driven-loop.md",
"skills/hcu-train-analyze-and-optimize/references/operator-ceiling-iteration.md",
"skills/hcu-train-scale-and-stability/references/diagnosis.md",
"skills/hcu-trainflow-wiki-skill-update/SKILL.md",
"src/hcu_trainflow/official.py"
]
},
{
"source": "yuguo-jack-hyperloom",
"paths": [
"README.md",
"pyproject.toml"
],
"targets": [
"docs/practices/model-accuracy-diagnosis.md",
"docs/practices/performance-methods.md",
"skills/hcu-train-analyze-and-optimize/references/evidence-driven-loop.md",
"skills/hcu-train-analyze-and-optimize/references/operator-ceiling-iteration.md",
"skills/hcu-train-scale-and-stability/references/diagnosis.md",
"skills/hcu-trainflow-wiki-skill-update/SKILL.md",
"src/hcu_trainflow/official.py"
]
},
{
"source": "pytorch-torchtitan",
"paths": [
".ci/docker/requirements-rl.txt",
".ci/docker/requirements.txt",
"LICENSE",
"README.md",
"RELEASE.md",
"assets/version.txt",
"docs/debugging.md",
"pyproject.toml",
"run_train.sh",
"tests/README.md",
"tests/rl/unit_tests/cpu/test_engine_loop.py",
"tests/rl/unit_tests/cpu/test_model_defaults.py",
"tests/rl/unit_tests/cpu/test_trainer_loop.py",
"tests/rl/unit_tests/cpu/test_vllm_wrapper.py",
"tests/rl/unit_tests/cpu/test_weight_sync.py",
"tests/unit_tests/cpu/config/test_cuda_graph_validation_config.py",
"tests/unit_tests/cpu/distributed/test_cuda_graph.py",
"tests/unit_tests/cpu/distributed/test_ulysses_nccl.py",
"tests/unit_tests/cpu/models/common/test_inplace_wgrad_accum.py",
"tests/unit_tests/cpu/test_trainer.py",
"tests/unit_tests/gpu/distributed/test_cuda_graph_group_replay.py",
"tests/unit_tests/gpu/distributed/test_cuda_graph_train_eval.py",
"tests/unit_tests/gpu/models/common/test_linear_inplace_wgrad_accum.py",
"tests/unit_tests/gpu/models/kimi_k3/test_kimi_k3_attention_residual.py",
"tests/unit_tests/gpu/recipes/test_kimi_attention_residual_override.py",
"torchtitan/components/checkpointer/README.md",
"torchtitan/components/checkpointer/base.py",
"torchtitan/components/checkpointer/dcp.py",
"torchtitan/components/checkpointer/torch_checkpointing.py",
"torchtitan/components/data/README.md",
"torchtitan/components/optim/BF16_OPTIMIZER_STATES.md",
"torchtitan/components/optim/ema.py",
"torchtitan/components/optim/optim.py",
"torchtitan/components/optim/optimizer.py",
"torchtitan/components/validator.py",
"torchtitan/config/OVERRIDE.md",
"torchtitan/config/README.md",
"torchtitan/config/configs.py",
"torchtitan/config/loader.py",
"torchtitan/config/parallelism.py",
"torchtitan/config/transform/README.md",
"torchtitan/config/transform/async_tensor_parallel.py",
"torchtitan/config/transform/dist_moe.py",
"torchtitan/config/transform/freeze_moe_routing.py",
"torchtitan/config/transform/token_dispatcher.py",
"torchtitan/distributed/PARALLELISM_CONTEXT.md",
"torchtitan/distributed/PIPELINE_PARALLEL.md",
"torchtitan/distributed/README.md",
"torchtitan/distributed/REMAT.md",
"torchtitan/distributed/activation_checkpoint.py",
"torchtitan/distributed/activation_remat.py",
"torchtitan/distributed/cuda_graph.py",
"torchtitan/distributed/fsdp.py",
"torchtitan/distributed/parallelism_context.py",
"torchtitan/distributed/pipeline_parallel.py",
"torchtitan/distributed/utils.py",
"torchtitan/experiments/graph_trainer/README.md",
"torchtitan/experiments/graph_trainer/tests/test_inplace_wgrad_accum_config.py",
"torchtitan/experiments/torchft/README.md",
"torchtitan/models/README.md",
"torchtitan/models/common/async_linear.py",
"torchtitan/models/common/aux_loss.py",
"torchtitan/models/common/dist_moe/README.md",
"torchtitan/models/common/inplace_wgrad_accum.py",
"torchtitan/models/common/linear.py",
"torchtitan/models/common/linear/async_linear.py",
"torchtitan/models/common/linear/inplace_wgrad_accum.py",
"torchtitan/models/common/linear/linear.py",
"torchtitan/models/common/moe.py",
"torchtitan/models/common/moe/moe.py",
"torchtitan/models/common/moe/token_dispatcher.py",
"torchtitan/models/deepseek_v4/model.py",
"torchtitan/models/flux/README.md",
"torchtitan/models/kimi_k3/README.md",
"torchtitan/models/kimi_k3/flavors.py",
"torchtitan/models/kimi_k3/model.py",
"torchtitan/observability/METRICS.md",
"torchtitan/observability/profiler.py",
"torchtitan/observability/structured_logger/README.md",
"torchtitan/quantization/README.md",
"torchtitan/quantization/mxfp8/README.md",
"torchtitan/quantization/nvfp4/README.md",
"torchtitan/rl/BITWISE_PARITY.md",
"torchtitan/rl/README.md",
"torchtitan/rl/actors/monarch/README.md",
"torchtitan/rl/actors/monarch/generator.py",
"torchtitan/rl/actors/monarch/system.py",
"torchtitan/rl/actors/monarch/trainer.py",
"torchtitan/rl/actors/system.py",
"torchtitan/rl/controller.py",
"torchtitan/rl/controller/controller.py",
"torchtitan/rl/distributed/WEIGHT_SYNC.md",
"torchtitan/rl/generator.py",
"torchtitan/rl/generator/dispatcher.py",
"torchtitan/rl/generator/engine_loop.py",
"torchtitan/rl/generator/generator.py",
"torchtitan/rl/generator/vllm/model_wrapper.py",
"torchtitan/rl/model/vllm_wrapper.py",
"torchtitan/rl/observability/metrics/README.md",
"torchtitan/rl/train.py",
"torchtitan/rl/trainer.py",
"torchtitan/rl/trainer/trainer.py",
"torchtitan/train.py",
"torchtitan/trainer.py",
"torchtitan/training_engine.py",
"torchtitan_recipes/README.md",
"torchtitan_recipes/overrides/kimi_attention_residual.py",
"torchtitan_recipes/rl/model_configs.py",
"torchtitan_recipes/tests/models/kimi_k3.py",
"torchtitan_recipes/tests/models/llama3.py"
],
"targets": [
"docs/practices/model-accuracy-diagnosis.md",
"docs/profiling.md",
"docs/wiki.md",
"skills/hcu-train-analyze-and-optimize/references/torch-native-training.md",
"skills/hcu-trainflow-wiki-skill-update/references/workflow.md",
"src/hcu_trainflow/official.py"
]
},
{
"source": "amd-agi-primus",
"paths": [
".gitmodules",
"README.md",
"docs/01-getting-started/release-notes.md",
"docs/02-user-guide/configuration-system.md",
"docs/02-user-guide/megatron-lm-training.md",
"docs/04-technical-guides/checkpoint-management.md",
"docs/04-technical-guides/fault-tolerance-and-elastic-training.md",
"docs/04-technical-guides/performance-tuning.md",
"primus/backends/megatron/patches/ddp_overlap_compile_patches.py",
"primus/backends/megatron/patches/recompute_layer_patches.py",
"primus/backends/megatron/patches/te_patches/tp_overlap_patches.py",
"primus/core/launcher/parser.py",
"primus/core/patches/patch_runner.py",
"primus/core/runtime/train_runtime.py",
"pyproject.toml",
"runner/helpers/hooks/05_check_expandable_segments.py",
"runner/primus-cli-direct.sh",
"tests/unit_tests/backends/megatron/patches/test_mock_data_patches.py",
"tests/unit_tests/backends/megatron/test_recompute_layer_patches.py",
"tests/unit_tests/backends/megatron/test_rocm_arg_validation.py",
"tests/unit_tests/megatron/cco/test_tp_overlap.py"
],
"targets": [
"docs/optimization-reference-map.md",
"skills/hcu-train-analyze-and-optimize/references/evidence-driven-loop.md",
"skills/hcu-train-check-and-adapt/references/troubleshooting.md",
"skills/hcu-train-scale-and-stability/references/diagnosis.md",
"src/hcu_trainflow/official.py"
]
},
{
"source": "ascend-mindspeed",
"paths": [
"README.md",
"docs/en/features/kvallgather-context-parallel.md",
"docs/en/features/megatron_moe/megatron-moe-alltoall-overlap-comm.md",
"docs/en/features/megatron_moe/megatron-moe-zero-memory.md",
"docs/en/features/ring-attention-context-parallel.md",
"docs/en/release_notes_core.md",
"docs/en/user-guide/install_guide.md",
"docs/en/user-guide/quickstart.md",
"mindspeed/core/transformer/moe/moe_feature/overlap/grouped_mlp_with_comp_and_comm_overlap_all2all.py",
"mindspeed/core/transformer/moe/moe_feature/overlap/moe_layer_overlap_all2all.py",
"mindspeed/features_manager/context_parallel/context_parallel_feature.py",
"mindspeed/features_manager/moe/moe_alltoall_overlap.py",
"mindspeed/features_manager/moe/moe_zero_memory.py",
"mindspeed/megatron_adaptor.py"
],
"targets": [
"docs/optimization-reference-map.md",
"skills/hcu-train-analyze-and-optimize/references/evidence-driven-loop.md",
"skills/hcu-train-check-and-adapt/references/troubleshooting.md",
"skills/hcu-train-scale-and-stability/references/diagnosis.md",
"src/hcu_trainflow/official.py"
]
},
{
"source": "ascend-mindspeed-llm",
"paths": [
".gitmodules",
"README.md",
"docs/en/pytorch/features/mcore/chunk_loss.md",
"docs/en/pytorch/features/mcore/high_availability.md",
"docs/en/pytorch/training/install_guide.md",
"docs/en/release_notes_llm.md",
"mindspeed_llm/core/high_availability/tft_replica_optimizer.py",
"mindspeed_llm/core/models/common/chunk_loss.py",
"mindspeed_llm/features_manager/memory/chunk_loss.py",
"mindspeed_llm/fsdp2/features/chunkloss.py",
"mindspeed_llm/fsdp2/models/common/modules.py",
"mindspeed_llm/fsdp2/models/qwen3/qwen3.py",
"mindspeed_llm/fsdp2/train/trainer.py",
"mindspeed_llm/training/training.py",
"pretrain_gpt.py",
"tests/mindspeed_llm/core/models/common/chunk_loss.py"
],
"targets": [
"docs/optimization-reference-map.md",
"skills/hcu-train-analyze-and-optimize/references/evidence-driven-loop.md",
"skills/hcu-train-check-and-adapt/references/troubleshooting.md",
"skills/hcu-train-scale-and-stability/references/diagnosis.md",
"src/hcu_trainflow/official.py"
]
},
{
"source": "nvidia-megatron-energon",
"paths": [
"README.md",
"docs/source/advanced/error_handling.md",
"docs/source/advanced/packing.md",
"docs/source/advanced/parallelism.md",
"docs/source/advanced/repro_scaling.md",
"docs/source/basic/quickstart.md",
"docs/source/basic/recipe.md",
"docs/source/basic/save_restore.md",
"docs/source/basic/task_encoder.md",
"docs/source/internals/compatibility.md",
"pyproject.toml",
"src/megatron/energon/cli/main.py",
"src/megatron/energon/flavors/common/dataset_sampler.py",
"src/megatron/energon/flavors/common/manifest/sharder.py",
"src/megatron/energon/loader.py",
"src/megatron/energon/recipe/loader.py",
"src/megatron/energon/recipe/recipe.py",
"src/megatron/energon/rng.py",
"src/megatron/energon/savable_loader.py",
"src/megatron/energon/tags.py",
"src/megatron/energon/task_encoder/base.py",
"src/megatron/energon/worker.py",
"tests/test_dataset.py",
"tests/test_dataset_det.py"
],
"targets": [
"docs/optimization-reference-map.md",
"skills/hcu-train-analyze-and-optimize/references/evidence-driven-loop.md",
"skills/hcu-train-check-and-adapt/references/troubleshooting.md",
"skills/hcu-train-scale-and-stability/references/diagnosis.md",
"src/hcu_trainflow/official.py"
]
},
{
"source": "baidu-baige-loongforge",
"paths": [
".gitmodules",
"README.md",
"docs/source/features/data_parallel_balancing.md",
"docs/source/features/moe_all2all_overlap.md",
"docs/source/features/vit_data_parallel_balancing.md",
"loongforge/data/dp_balance/patches.py",
"loongforge/data/dp_balance/rebalance/balance.py",
"loongforge/data/dp_balance/rerun_iterator.py",
"loongforge/data/dp_balance/train_hooks.py",
"loongforge/embodied/README.md",
"loongforge/embodied/distributed/checkpoint.py",
"loongforge/embodied/train/trainers/base_trainer.py",
"loongforge/train.py",
"loongforge/train/parser.py",
"loongforge/train/trainer_builder.py",
"pyproject.toml",
"setup_env.py",
"tests/embodied/unit/test_async_checkpoint_finalize.py",
"tests/llm_vlm/README.md"
],
"targets": [
"docs/optimization-reference-map.md",
"skills/hcu-train-analyze-and-optimize/references/evidence-driven-loop.md",
"skills/hcu-train-check-and-adapt/references/troubleshooting.md",
"skills/hcu-train-scale-and-stability/references/diagnosis.md",
"src/hcu_trainflow/official.py"
]
},
{
"source": "baidu-loong-megatron",
"paths": [
"megatron/core/pipeline_parallel/fine_grained_activation_offload.py",
"megatron/core/pipeline_parallel/schedules.py",
"megatron/core/rerun_state_machine.py",
"megatron/core/transformer/multi_latent_attention.py",
"megatron/core/transformer/multi_token_prediction.py",
"megatron/core/transformer/transformer_config.py",
"megatron/training/arguments.py",
"megatron/training/training.py",
"megatron/training/utils.py"
],
"targets": [
"docs/optimization-reference-map.md",
"skills/hcu-train-analyze-and-optimize/references/evidence-driven-loop.md",
"skills/hcu-train-check-and-adapt/references/troubleshooting.md",
"skills/hcu-train-scale-and-stability/references/diagnosis.md",
"src/hcu_trainflow/official.py"
]
},
{
"source": "nvidia-nemo-megatron-bridge",
"paths": [
"README.md",
"docs/releases/software-versions.md",
"docs/training/checkpointing.md",
"docs/training/communication-overlap.md",
"docs/training/config-container-overview.md",
"docs/training/entry-points.md",
"docs/training/mixed-precision.md",
"docs/training/peft.md",
"docs/training/resiliency.md",
"pyproject.toml",
"scripts/dpo/score_reference_logprobs.py",
"src/megatron/bridge/data/builders/dpo.py",
"src/megatron/bridge/data/datasets/preference.py",
"src/megatron/bridge/data/datasets/preference_pair.py",
"src/megatron/bridge/models/conversion/auto_bridge.py",
"src/megatron/bridge/models/gpt_provider.py",
"src/megatron/bridge/models/hf_pretrained/state.py",
"src/megatron/bridge/recipes/common.py",
"src/megatron/bridge/recipes/qwen/h100/qwen3_moe.py",
"src/megatron/bridge/recipes/qwen/qwen3.py",
"src/megatron/bridge/training/comm_overlap.py",
"src/megatron/bridge/training/config.py",
"src/megatron/bridge/training/dpo.py",
"src/megatron/bridge/training/dpo_step.py",
"src/megatron/bridge/training/dpo_train.py",
"src/megatron/bridge/training/fault_tolerance.py",
"src/megatron/bridge/training/inprocess_restart.py",
"src/megatron/bridge/training/pretrain.py",
"src/megatron/bridge/training/train.py",
"tests/unit_tests/data/builders/test_dpo.py",
"tests/unit_tests/models/test_adapter_export.py",
"tests/unit_tests/models/test_hf_pretrained_state.py",
"tests/unit_tests/recipes/qwen/test_qwen3_recipes.py",
"tests/unit_tests/training/test_dpo.py",
"tests/unit_tests/training/test_dpo_step.py",
"tests/unit_tests/training/test_dpo_train.py"
],
"targets": [
"docs/optimization-reference-map.md",
"skills/hcu-train-analyze-and-optimize/references/evidence-driven-loop.md",
"skills/hcu-train-check-and-adapt/references/troubleshooting.md",
"skills/hcu-train-scale-and-stability/references/diagnosis.md",
"src/hcu_trainflow/official.py"
]
},
{
"source": "modelscope-ms-swift",
"paths": [
"README.md",
"docs/source_en/BestPractices/GRPO.md",
"docs/source_en/GetStarted/SWIFT-installation.md",
"examples/train/packing/llm.sh",
"setup.py",
"swift/cli/_megatron/main.py",
"swift/cli/main.py",
"swift/megatron/arguments/megatron_args.py",
"swift/megatron/trainers/base.py",
"swift/megatron/trainers/grpo_trainer.py",
"swift/megatron/trainers/rollout_mixin.py",
"swift/megatron/trainers/trainer.py",
"swift/pipelines/train/sft.py",
"swift/ray/megatron/base_trainer.py",
"swift/ray/megatron/checkpoint_engine/base.py",
"swift/ray/megatron/checkpoint_engine/manager.py",
"swift/ray/megatron/checkpoint_engine/mixin.py",
"swift/ray/megatron/checkpoint_engine/nccl.py",
"swift/ray/megatron/checkpoint_engine/zmq_auth.py",
"swift/ray/megatron/grpo_trainer.py",
"swift/sequence_parallel/utils.py",
"swift/template/base.py",
"swift/trainers/seq2seq_trainer.py",
"tests/train/test_chunked_cross_entropy.py",
"tests/train/test_packing.py",
"tests/train/test_trainer_partial_accumulation.py",
"tests/train/test_vllm_weight_sync.py"
],
"targets": [
"docs/optimization-reference-map.md",
"skills/hcu-train-analyze-and-optimize/references/evidence-driven-loop.md",
"skills/hcu-train-check-and-adapt/references/troubleshooting.md",
"skills/hcu-train-scale-and-stability/references/diagnosis.md",
"src/hcu_trainflow/official.py"
]
},
{
"source": "hiyouga-llama-factory",
"paths": [
"README.md",
"examples/README.md",
"examples/train_lora/qwen3_lora_sft_ds3.yaml",
"pyproject.toml",
"src/llamafactory/cli.py",
"src/llamafactory/data/collator.py",
"src/llamafactory/data/processor/supervised.py",
"src/llamafactory/hparams/parser.py",
"src/llamafactory/launcher.py",
"src/llamafactory/model/adapter.py",
"src/llamafactory/model/loader.py",
"src/llamafactory/model/model_utils/attention.py",
"src/llamafactory/train/sft/trainer.py",
"src/llamafactory/train/sft/workflow.py",
"src/llamafactory/train/tuner.py",
"src/llamafactory/v1/core/base_trainer.py",
"src/llamafactory/v1/core/utils/checkpoint.py",
"src/llamafactory/v1/launcher.py",
"src/llamafactory/v1/plugins/model_plugins/chunk_loss.py",
"src/llamafactory/v1/plugins/model_plugins/parallelization/batch.py",
"src/llamafactory/v1/plugins/model_plugins/parallelization/sequence_parallel.py",
"src/llamafactory/v1/plugins/model_plugins/parallelization/ulysses.py",
"src/llamafactory/v1/plugins/trainer_plugins/distributed/deepspeed.py",
"src/llamafactory/v1/trainers/sft_trainer.py",
"tests/data/processor/test_supervised.py",
"tests/data/test_collator.py",
"tests/model/model_utils/test_packing.py",
"tests/train/test_sft_trainer.py",
"tests_v1/plugins/model_plugins/test_chunk_loss.py",
"tests_v1/plugins/model_plugins/test_ulysses_cp.py"
],
"targets": [
"docs/optimization-reference-map.md",
"skills/hcu-train-analyze-and-optimize/references/evidence-driven-loop.md",
"skills/hcu-train-check-and-adapt/references/troubleshooting.md",
"skills/hcu-train-scale-and-stability/references/diagnosis.md",
"src/hcu_trainflow/official.py"
]
},
{
"source": "deepspeedai-deepspeed",
"paths": [
"README.md",
"accelerator/cuda_accelerator.py",
"accelerator/real_accelerator.py",
"deepspeed/__init__.py",
"deepspeed/launcher/runner.py",
"deepspeed/ops/adam/cpu_adam.py",
"deepspeed/runtime/engine.py",
"deepspeed/runtime/pipe/engine.py",
"deepspeed/runtime/pipe/schedule.py",
"deepspeed/runtime/zero/config.py",
"deepspeed/runtime/zero/parameter_offload.py",
"deepspeed/runtime/zero/partition_parameters.py",
"deepspeed/runtime/zero/partitioned_param_coordinator.py",
"deepspeed/runtime/zero/stage3.py",
"deepspeed/runtime/zero/stage_1_and_2.py",
"deepspeed/sequence/cross_entropy.py",
"deepspeed/sequence/linear_cross_entropy.py",
"deepspeed/sequence/vocab_parallel_ops.py",
"docs/_tutorials/advanced-install.md",
"docs/_tutorials/getting-started.md",
"docs/_tutorials/pipeline.md",
"docs/_tutorials/universal-checkpointing.md",
"op_builder/__init__.py",
"op_builder/builder.py",
"op_builder/cpu/__init__.py",
"setup.py",
"tests/unit/runtime/zero/test_zero_config.py",
"tests/unit/runtime/zero/test_zero_context.py",
"tests/unit/runtime/zero/test_zero_shared_loss_gradient.py",
"tests/unit/runtime/zero/test_zero_stale_handle_wait.py",
"tests/unit/runtime/zero/test_zero_tensor_fragment.py"
],
"targets": [
"docs/optimization-reference-map.md",
"skills/hcu-train-analyze-and-optimize/references/evidence-driven-loop.md",
"skills/hcu-train-check-and-adapt/references/troubleshooting.md",
"skills/hcu-train-scale-and-stability/references/diagnosis.md",
"src/hcu_trainflow/official.py"
]
},
{
"source": "volcengine-verl",
"paths": [
"README.md",
"docs/perf/best_practices.rst",
"docs/perf/perf_tuning.rst",
"docs/perf/rollout_kv_offload.md",
"docs/perf/torch_profiling.md",
"docs/start/install.rst",
"pyproject.toml",
"setup.py",
"tests/models/test_model_forward_fused.py",
"tests/trainer/ppo/test_core_algos_on_cpu.py",
"tests/trainer/ppo/test_loss_aggregation_on_cpu.py",
"tests/trainer/ppo/test_rollout_corr_integration.py",
"tests/utils/test_seqlen_balancing.py",
"tests/workers/test_megatron_liger_fused_kernels_on_cpu.py",
"verl/models/mcore/model_forward_fused.py",
"verl/trainer/main_ppo.py",
"verl/trainer/ppo/core_algos.py",
"verl/trainer/ppo/ray_trainer.py",
"verl/utils/checkpoint/checkpoint_manager.py",
"verl/utils/kernel/linear_cross_entropy.py",
"verl/utils/qat/__init__.py",
"verl/utils/qat/compressed_tensors.py",
"verl/utils/seqlen_balancing.py",
"verl/workers/config/actor.py",
"verl/workers/config/rollout.py",
"verl/workers/engine/base.py",
"verl/workers/engine/fsdp/transformer_impl.py",
"verl/workers/engine/megatron/transformer_impl.py",
"verl/workers/engine_workers.py",
"verl/workers/rollout/sglang_rollout/sglang_rollout.py"
],
"targets": [
"docs/optimization-reference-map.md",
"skills/hcu-train-analyze-and-optimize/references/evidence-driven-loop.md",
"skills/hcu-train-check-and-adapt/references/troubleshooting.md",
"skills/hcu-train-scale-and-stability/references/diagnosis.md",
"src/hcu_trainflow/official.py"
]
},
{
"source": "thudm-slime",
"paths": [
"README.md",
"docs/en/advanced/delta-weight-sync.md",
"docs/en/advanced/fault-tolerance.md",
"docs/en/advanced/observability.md",
"docs/en/advanced/parallelism-memory.md",
"docs/en/advanced/policy-mismatch.md",
"docs/en/get_started/quick_start.md",
"docs/en/get_started/usage.md",
"pyproject.toml",
"requirements.txt",
"setup.py",
"slime/backends/megatron_utils/actor.py",
"slime/backends/megatron_utils/arguments.py",
"slime/backends/megatron_utils/checkpoint.py",
"slime/backends/megatron_utils/data.py",
"slime/backends/megatron_utils/loss.py",
"slime/backends/megatron_utils/update_weight/update_weight_from_disk_delta.py",
"slime/backends/sglang_utils/sglang_engine.py",
"slime/data/checkpoint.py",
"slime/ray/actor_group.py",
"slime/ray/rollout.py",
"slime/utils/ppo_utils.py",
"tests/test_disk_delta_checkpoint_index.py",
"tests/test_disk_delta_recovery.py",
"tests/test_loss_cp_invariance.py",
"tests/test_policy_loss.py",
"tests/test_ppo_logprob_entropy.py",
"tests/test_straw_checkpoint_rewind.py",
"tests/test_training_recovery.py",
"train.py"
],
"targets": [
"docs/optimization-reference-map.md",
"skills/hcu-train-analyze-and-optimize/references/evidence-driven-loop.md",
"skills/hcu-train-check-and-adapt/references/troubleshooting.md",
"skills/hcu-train-scale-and-stability/references/diagnosis.md",
"src/hcu_trainflow/official.py"
]
},
{
"source": "inclusionai-areal",
"paths": [
"README.md",
"areal/api/cli_args.py",
"areal/api/engine_api.py",
"areal/api/loss.py",
"areal/api/workflow_api.py",
"areal/engine/awex/memory_saver.py",
"areal/engine/awex/plugins/sglang_plugin.py",
"areal/engine/core/train_engine.py",
"areal/engine/fsdp_engine.py",
"areal/engine/fsdp_utils/checkpoint.py",
"areal/engine/megatron_engine.py",
"areal/engine/r3/config.py",
"areal/engine/r3/transport.py",
"areal/engine/sglang_remote.py",
"areal/infra/controller/rollout_controller.py",
"areal/infra/staleness_manager.py",
"areal/infra/workflow_executor.py",
"areal/trainer/ppo/actor.py",
"areal/trainer/ppo/loss_reduction.py",
"areal/trainer/rl_trainer.py",
"areal/utils/checkpoint_pointer.py",
"areal/utils/functional/loss_aggregation.py",
"areal/utils/recover.py",
"areal/v2/cli/cli.py",
"areal/v2/cli/main.py",
"areal/v2/training_service/controller/controller.py",
"areal/v2/weight_update/controller/controller.py",
"areal/v2/weight_update/gateway/app.py",
"areal/workflow/rlvr.py",
"docs/en/algorithms/async.md",
"docs/en/algorithms/sequence_packing.md",
"docs/en/best_practices/debugging.md",
"docs/en/best_practices/handling_oom.md",
"docs/en/best_practices/perf_profiling.md",
"docs/en/reference/alloc_mode.md",
"docs/en/reference/checkpointing.md",
"docs/en/tutorial/quickstart.md",
"docs/en/version_history.md",
"docs/zh/tutorial/quickstart.md",
"examples/math/gsm8k_grpo.yaml",
"examples/math/gsm8k_rl.py",
"pyproject.toml",
"tests/test_named_loss_contract.py",
"tests/test_named_loss_engines.py",
"tests/test_prompt_mean_actor.py",
"tests/test_prompt_mean_loss.py",
"tests/test_recover.py",
"tests/test_rollout_version_race.py",
"tests/test_staleness_manager.py",
"tests/test_train_engine.py"
],
"targets": [
"docs/optimization-reference-map.md",
"skills/hcu-train-analyze-and-optimize/references/evidence-driven-loop.md",
"skills/hcu-train-check-and-adapt/references/troubleshooting.md",
"skills/hcu-train-scale-and-stability/references/diagnosis.md",
"src/hcu_trainflow/official.py"
]
},
{
"source": "sgl-project-sglang",
"paths": [
"README.md",
"docs/docs/advanced_features/hicache_design.mdx",
"docs/docs/advanced_features/session_radix_cache.mdx",
"docs/docs/advanced_features/sglang_for_rl.mdx",
"docs/docs/basic_usage/sampling_params.mdx",
"docs/docs/developer_guide/release_process.mdx",
"docs/docs/get-started/install.mdx",
"python/pyproject.toml",
"python/sglang/srt/checkpoint_engine/checkpoint_engine_worker.py",
"python/sglang/srt/entrypoints/engine.py",
"python/sglang/srt/managers/io_struct.py",
"python/sglang/srt/managers/schedule_batch.py",
"python/sglang/srt/managers/schedule_policy.py",
"python/sglang/srt/managers/scheduler.py",
"python/sglang/srt/managers/scheduler_components/weight_updater.py",
"python/sglang/srt/managers/tokenizer_control_mixin.py",
"python/sglang/srt/managers/tokenizer_manager.py",
"python/sglang/srt/mem_cache/allocator/base.py",
"python/sglang/srt/mem_cache/allocator/unified_hybrid_swa.py",
"python/sglang/srt/mem_cache/memory_pool.py",
"python/sglang/srt/mem_cache/radix_cache.py",
"python/sglang/srt/model_executor/model_runner_components/load_model_utils.py",
"python/sglang/srt/model_executor/model_runner_components/weight_exporter.py",
"python/sglang/srt/model_executor/model_runner_components/weight_updater.py",
"python/sglang/srt/model_loader/loader.py",
"python/sglang/srt/model_loader/weight_utils.py",
"python/sglang/srt/server_args.py",
"python/sglang/srt/utils/torch_memory_saver_adapter.py",
"python/sglang/srt/weight_cache/ipc_loader.py",
"python/sglang/srt/weight_cache/protocol.py",
"python/sglang/srt/weight_sync/tensor_bucket.py",
"test/registered/rl/test_multi_instance_release_memory_occupation.py",
"test/registered/rl/test_update_weights_from_distributed.py",
"test/registered/unit/model_executor/test_derived_weight_cache.py",
"test/registered/unit/model_executor/test_weight_update_tensor_rank.py",