megatron/core/README.md,sha256=vFX__Qrmie0oLNrFwAJvHNOqz70GXU14QMK3ciTf5ms,2484
megatron/core/__init__.py,sha256=zfXgj5eWyyItY_5qyY1NRtHLj_-VC4gXrfiHr3etBmk,1321
megatron/core/activations.py,sha256=teccfQOalFQReqsO8RxC0DWWDqhyxU0kUKlBpzvHFAg,593
megatron/core/config.py,sha256=g-UDZIqzJL6ehkKKbaVotc4lX2VWAz36m5Z0gvAQqjY,355
megatron/core/config_logger.py,sha256=0gWglurMZT7hrSM_fzJlPpRWRzRDWUh3-g8IrKMo6Ww,3821
megatron/core/energy_monitor.py,sha256=ve0rqKC57F8vGvO8CaJFI6YTuCPrqerbbXUMsjb22AY,2648
megatron/core/enums.py,sha256=r44r2LT2xmtCmsz48kkmJLIPcLUt3S4RhoAhIzrovUI,773
megatron/core/fp4_utils.py,sha256=I9Mop8aE5528rSRCEMuI82aiIFZben_CAQFVqw266dw,5047
megatron/core/fp8_utils.py,sha256=4qT-L8dUDjc_eIsV4FgnQtcroF8hMSyKTVPdTfNOl6Y,27280
megatron/core/full_cuda_graph.py,sha256=Vtu56Vg12D8B57y6vS5IyVp2vxvXEdXQ_S0eqmVBZ6M,8124
megatron/core/hyper_comm_grid.py,sha256=AwfESoMZNGgbPs1Ng0SYbul4RdluOsGWnmIxsGG2_ok,9826
megatron/core/inference_params.py,sha256=c_g3rqbwbtR4ge0odorp8hjM2sJFrDiSbYmnEBZfSF0,193
megatron/core/jit.py,sha256=fwMpN4qYUkCag4SpjwPWfQ7KAzbpbD-s_uU-gx1XYBE,401
megatron/core/model_parallel_config.py,sha256=LqBW4BTI3mRiu_nnHqqJ1cAdWipXJCT-4ZLG8ANNL8k,16831
megatron/core/msc_utils.py,sha256=M0y-wBlYV-qbhGppne6QhiLb47XBD-whp5elbPAnUsg,1933
megatron/core/nccl_allocator.py,sha256=Ml72Jgut9oeVL1eB19x2fxq3BSs2Gu_pRUyHs02cJHw,10439
megatron/core/num_microbatches_calculator.py,sha256=i1PaSNUJFFmPyVmikoTcxDhRFqbFk2D_8Nwow0_txWc,19565
megatron/core/optimizer_param_scheduler.py,sha256=MJLweWJmNrZlhPZOk16eOivZ_Iio3N4b_SnWAY73FCA,11588
megatron/core/package_info.py,sha256=f8gwt4GeV-22A2YVRp0HppV5ar_aLIyKScLIZQl5DHU,990
megatron/core/packed_seq_params.py,sha256=XZb62iSRLPr8SL_gbWH2HNx1aJtQoQXyyeVdO9pBkzw,512
megatron/core/parallel_state.py,sha256=lOJYRvLLyjVIvma3KVem9E7irQIsLtK1d-Y3TXu_l-s,87545
megatron/core/process_groups_config.py,sha256=yMkd61hqX-Dinue92MNGxLUl7lFf5i-GdIJvPAQWRog,24573
megatron/core/requirements.txt,sha256=dNfbHaSDwcqPAHqG937D_zI4ORSupsxCb-qK3EVKDuI,16
megatron/core/rerun_state_machine.py,sha256=C4yLtDrfqw02RV4OscfKfCvZXej9usVxMgVqKZ8YJ9Q,58673
megatron/core/safe_globals.py,sha256=-Q86wukADsrjUszY8vG3VQJyTNC-OmHtGhdOJ0RNTbA,873
megatron/core/timers.py,sha256=Qzp2nbTQDzREsrmEFrIN1oUF679Z-ZkzNNR2U2Pk4n4,17166
megatron/core/utils.py,sha256=NCdgbSuwE6D9jwzytAY3Olvz6f1dmWSPOT-xfy1tWFY,73693
megatron/core/datasets/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
megatron/core/datasets/bert_dataset.py,sha256=ZHSroXZ7ukHCXsgbJMvmStV8AFoFwD19e0J_vdXnnd8,7128
megatron/core/datasets/blended_dataset.py,sha256=VSzLZusLNTtKc2IofeOi0Xt7N1jl69o5jjSs_whtDvU,8838
megatron/core/datasets/blended_megatron_dataset_builder.py,sha256=-vrxJnF1tvACF3M7cKw1Dkjzu3GHTyNRdWlTeG0vmHA,23305
megatron/core/datasets/blended_megatron_dataset_config.py,sha256=z85J3yqr5b0U-NeJPndyUPi9uneZMqiGIycXm0rJ-YA,7688
megatron/core/datasets/gpt_dataset.py,sha256=lbtUeVW7fpG6QgKFyirtXpMRTOwPtiNG62AxN1tkh80,29724
megatron/core/datasets/helpers.cpp,sha256=81tnSZ7iT0FQNrzlxzEV_Bi5FIMGGGJy70w0Dio4NB4,29666
megatron/core/datasets/helpers.py,sha256=LN0-2NxmgxIDVow2uJMhScLbg3y7N7w-p-2EYf-qQoo,2127
megatron/core/datasets/helpers_cpp.cpython-311-x86_64-linux-gnu.so,sha256=iC7HIwbfvxH9TnN0Us_OKKTsBkWSwKFbEqmVJc4Lb1k,257768
megatron/core/datasets/indexed_dataset.py,sha256=KNty_-SI7fSLq9pxLzYrPSscfeAtyg5YDmSUGPUP2FQ,34146
megatron/core/datasets/masked_dataset.py,sha256=pmFe9K6p-Cg71KLvUiKT_HZHu6Pyxz0s-3jDGZPQ364,17027
megatron/core/datasets/megatron_dataset.py,sha256=N3C0ibwvSinOTU553d3DUx-bB8bptfodDPochagPHdM,4957
megatron/core/datasets/megatron_tokenizer.py,sha256=A8dD7k_xuSILXj30oqm9zdimm3bCDVtxV_CrG075iOM,4311
megatron/core/datasets/multimodal_dataset.py,sha256=lRpC4GOlCElrDTOeE4sVhE5WARhfzWmYvr6FuXBR_Os,1907
megatron/core/datasets/object_storage_utils.py,sha256=0M_qJNYAKYsRPEaMgCew7LF9yLTWn8vlxVREsBcotlU,8310
megatron/core/datasets/t5_dataset.py,sha256=D3VvVXOYshlzSQHSYveGwcC3BmE1DvSCuHi949nQrhs,13717
megatron/core/datasets/utils.py,sha256=sLf0RhYj280HbkHM8t5tAhTE6UM8NjwD2uxqWgYGE8I,2787
megatron/core/datasets/utils_object_storage.py,sha256=XTv-_O32A8mJvLd406WE7YUSR37YlIZTFvTZxQCKewc,8219
megatron/core/datasets/utils_s3.py,sha256=vQX9n75rzEQf7q92kM21Np-MoUJovmQrsB7BWJJ1ufk,185
megatron/core/datasets/retro/__init__.py,sha256=qRMVBbNTh1tNiF3dboxFUPbwrt52EX0U0rxuhEYjUts,251
megatron/core/datasets/retro/external_libs.py,sha256=5h8I3JeBv5d04NLhATr72o81wgp2eAHIfNBouRmXzz4,349
megatron/core/datasets/retro/utils.py,sha256=f8udURIlSdg2bZ6T51zLFIDNdk0P4DE9Ax4ZHus43sc,13087
megatron/core/datasets/retro/config/__init__.py,sha256=IffC2zcSCB_YEVBoJKTmucCl8Agq_xYkgOv3WIxDmAk,634
megatron/core/datasets/retro/config/bert_embedders.py,sha256=ejsvvKP5Q0z-8ZKcC20c98jXW_hATYeLx9Gj72R6cq0,1336
megatron/core/datasets/retro/config/config.py,sha256=Gr2UTnVwN7qD6jnwdh46Aslw6ZBIJuKLWDPI9IG7ghg,9117
megatron/core/datasets/retro/config/gpt_chunk_datasets.py,sha256=UuwnMf0VQBobCgAHyVudbrrosE61FQByIaJB3sxto2k,417
megatron/core/datasets/retro/config/tokenizers.py,sha256=KAG4PklSHenTLENLciQ2vnsXAJ4fWqB2TK5KMJqo4eA,380
megatron/core/datasets/retro/db/__init__.py,sha256=WdGDuNtiJ5_-H27yxJyDfGxdgECk0k3E_OiHVuFK44M,182
megatron/core/datasets/retro/db/build.py,sha256=5Avt-2JDEHzcCT6v-sslhvFNssaT7YLtStYPkrZc-SQ,24218
megatron/core/datasets/retro/db/dataset.py,sha256=flCI4XzS7qAmxqW-ZKVGGSFgtoJ9rdSaa8PnaluQu7c,3774
megatron/core/datasets/retro/db/utils.py,sha256=JBbvGz4_UmEZ6efU_YAUtJaQdv7NGCD3D97zD-4MK9w,13292
megatron/core/datasets/retro/index/__init__.py,sha256=hm55AK1FGTWvuaNriGg1WgV0-T0F9NAygBRR61TThPM,317
megatron/core/datasets/retro/index/build.py,sha256=8r1NlV4MjX9YPc0gRvgxVcYAaYrgAnh7cZzQ0Ywivho,9823
megatron/core/datasets/retro/index/factory.py,sha256=J5BclHsqQLwz24g_ClAiHlPX3G9yS0GMtv30nXh-dr0,1375
megatron/core/datasets/retro/index/index.py,sha256=UKB-XPwrmsC7CzTF6iNSn5M1_xQ-O3UfhmgPE1XRmPk,5408
megatron/core/datasets/retro/index/utils.py,sha256=3mKYb4Lk5V8GlYFA01tdjKO5xMoCU3-5JNnA5hfoQUw,3964
megatron/core/datasets/retro/index/validate.py,sha256=785ZdC2pI0mlevdO-5X5byOsiDGAd3UCbRQCSdvB_jg,6221
megatron/core/datasets/retro/index/indexes/__init__.py,sha256=YftO_ZxhxOzW61fD2Ga2-Ebx7UtyVrr7dWHDt4PoH4Q,285
megatron/core/datasets/retro/index/indexes/faiss_base.py,sha256=TESPrbFrKZDYqm6Rp0VRcn0zAseVMtOBLeILHOnhw_k,5610
megatron/core/datasets/retro/index/indexes/faiss_par_add.py,sha256=l-VfZCwTTTmJdBmjgjyZfsC_OtjZ_iJ34AQJ3rAy0kk,8539
megatron/core/datasets/retro/query/__init__.py,sha256=k_Cvc2yxTe93EhbgoQAhhk7CNTjCzLm8sws66Jj55n4,64
megatron/core/datasets/retro/query/gpt_chunk_dataset.py,sha256=uqErXLrpGie4V-NLvfbYayBlLCVehcUmZO8AY4MYOCA,3816
megatron/core/datasets/retro/query/multi_split_gpt_dataset.py,sha256=Ax-WRN5TuM8hll5tWKSYMTGVLc-W4U02AErlh_1JVQQ,4287
megatron/core/datasets/retro/query/query.py,sha256=DueNUr8ETj8b-K1VK8QADiAknLx5unQ0rbqKJjrffLQ,15523
megatron/core/datasets/retro/query/retro_dataset.py,sha256=pclu5QPMvxRTYLyUbUCSKHlq1SAiiDgCSNBSE9REucQ,9514
megatron/core/datasets/retro/query/utils.py,sha256=CcQklrl2ZwTDOXiYmSpDi_vCLO61vc1VjvK5IRfvSGw,1111
megatron/core/dist_checkpointing/__init__.py,sha256=BYBJmKbxE1-lQNqMwIbTpudnHIkH5_pgwYqyaGSmHM0,381
megatron/core/dist_checkpointing/core.py,sha256=x8Z9mMFHuiZfU2ud-RcuJDTK85DRPsxvvxYqU-q3hYA,2831
megatron/core/dist_checkpointing/dict_utils.py,sha256=NxOdQ6VySL_WgtPfJ8tbvP0doJr0wQZjt6JLuWdxEXw,9532
megatron/core/dist_checkpointing/exchange_utils.py,sha256=zE_U4wNIZWgIxh4rtLJyVdpMAp6kRTesK_nlja9G9Nc,25942
megatron/core/dist_checkpointing/mapping.py,sha256=cS0mfyL5tqEREg2BU0v1kblfX7ZK86U-zglNJGcAEGI,28854
megatron/core/dist_checkpointing/optimizer.py,sha256=SOjyUzwHV103bSmbj7ebic36vweYvNhIKG_UlyMcSqk,6183
megatron/core/dist_checkpointing/serialization.py,sha256=szyC72ZyuZxNPdCxitNytOyeFpDrupoS8GIf_OsWv24,20108
megatron/core/dist_checkpointing/state_dict_utils.py,sha256=foY00oii_scteUZKVdZaH_b3i0TejY0JwvwrM55DiA4,4698
megatron/core/dist_checkpointing/tensor_aware_state_dict.py,sha256=Nrpp8qtOjbYUBysf3W-kSBKW7mKAD7zIKl2067RTLp4,16421
megatron/core/dist_checkpointing/utils.py,sha256=h7mCG18rh_eKgCmAxtl6Rh5X3eyV0ozGz0WehtO8-wc,12058
megatron/core/dist_checkpointing/validation.py,sha256=ucCiHRNkhkARawlcTeKkphwewDNTMN1bAAlFKtmz8sY,24749
megatron/core/dist_checkpointing/strategies/__init__.py,sha256=jUZuiVe1Flxld2HmcduP475MtoqIIUef8yrdg_DouyU,316
megatron/core/dist_checkpointing/strategies/async_utils.py,sha256=3Qbil8aNby-eUlXm4pba_6m4dknFcnv-2gCFZ_weA60,24252
megatron/core/dist_checkpointing/strategies/base.py,sha256=lU6IxPeB9rtulUVccAm6zNAfR82qYzt2XlpPlmUbP0M,8289
megatron/core/dist_checkpointing/strategies/cached_metadata_filesystem_reader.py,sha256=gElU4s4Vq294oZmZNx74ylkRqtaIon73LVSXfD-xrCQ,1105
megatron/core/dist_checkpointing/strategies/checkpointable.py,sha256=flaM4Ea4RQ8kWvhrUYLcqqKmZ4uTxAhvaqVRrxZMr-4,7286
megatron/core/dist_checkpointing/strategies/common.py,sha256=_Rv3cOqXB2htuwbbQXHMduxuQD8PVswlBIiSuTGHAUs,8091
megatron/core/dist_checkpointing/strategies/filesystem_async.py,sha256=zQBSxUAzpwyil17pec2VlbbrBdeW86dtN6DjxaKi08w,24885
megatron/core/dist_checkpointing/strategies/fully_parallel.py,sha256=2pdt9B54LWClJCN3O2QrHERAJmLCkT_wKddQns-E0-E,22011
megatron/core/dist_checkpointing/strategies/resharding.py,sha256=gPOcfjzHs1nxTHa2IBFOxpHHMkpM7lVoEHjZFZp5E8s,13235
megatron/core/dist_checkpointing/strategies/state_dict_saver.py,sha256=OzXx6cwd06SIJ2dcYFCDA73UuyhdePt9b7VuxX7y5pw,11144
megatron/core/dist_checkpointing/strategies/tensorstore.py,sha256=MTN3O2Jla08GY2ftpXah5nUxqUmc2wdWrQl5o_wOM2s,5308
megatron/core/dist_checkpointing/strategies/torch.py,sha256=Yt16TcUO3-BywWto-k6eOTywmrZKnq1QYOf5zG1u9Ik,47243
megatron/core/dist_checkpointing/strategies/two_stage.py,sha256=BFpuVQHlurchf9GOzpNDHcKN1QrNFY-HuLLM0iQUl64,10587
megatron/core/dist_checkpointing/strategies/zarr.py,sha256=JC-wJQe7VmnWmnfohkZFDArGGpTK_dU_Lw2McYGy-Dw,12323
megatron/core/distributed/__init__.py,sha256=iEB04idfnH0plgSY-5zzA0KJHzFe32i1lwRFpReX21U,564
megatron/core/distributed/data_parallel_base.py,sha256=LyolcNOx-ZVVUokD_C1KZ-8pqZ1cVCosL4_uqvV0Tyo,3217
megatron/core/distributed/distributed_data_parallel.py,sha256=5-642zLBUh9kcitvA8HIIh7S2dupOKyEKV1I1g92f38,28475
megatron/core/distributed/distributed_data_parallel_config.py,sha256=xrh6FDaDu4SaLv3IJJiICCA28YAuy9TVXWIaBYX8KkU,6936
megatron/core/distributed/finalize_model_grads.py,sha256=_sflJSmKsRz-T_Qsuqj8CfdmVK7HOopCZD3rAEvaJbg,20283
megatron/core/distributed/param_and_grad_buffer.py,sha256=FyRxu9iWumP8rVT0EUSZ4gW1G6WVzFm1Hyh6jCQF34U,45270
megatron/core/distributed/torch_fully_sharded_data_parallel.py,sha256=wBdpp2C2rsUB3rJhd0TYsRGq3T7qwvMbRn5JA68UdsY,6413
megatron/core/distributed/torch_fully_sharded_data_parallel_config.py,sha256=x5cJiwMJcIiYUCeWaGk4w3RrxrM-Vg0CVzTN7zIQRYw,719
megatron/core/distributed/fsdp/__init__.py,sha256=hkUIH2uZ6uaIqZMYFPrvgbcit1aCYV6mzUzM6GtjPlk,121
megatron/core/distributed/fsdp/mcore_fsdp_adapter.py,sha256=EAj9Vn-5jteM92oKbZbmgl-4a04OvjgGI4xOiuSzGQM,12386
megatron/core/distributed/fsdp/src/__init__.py,sha256=Bben3ZQIQ0830I3fvPnc4lNNK4MZoLDfRNhfKoh-aLg,610
megatron/core/distributed/fsdp/src/megatron_fsdp/__init__.py,sha256=1JeOZe9qa0c22Av5x0yxvwnP8tXbhFDILJScv4r6QLI,1527
megatron/core/distributed/fsdp/src/megatron_fsdp/distributed_data_parallel_config.py,sha256=KbP5QusvcqUf07myS7t7B-biq-YvMQZgfluV9DgXIGc,6760
megatron/core/distributed/fsdp/src/megatron_fsdp/fully_shard.py,sha256=kvg4CCJQeTN89F9W9MHQaCYgOmjm4ikXbN3LrzTrNjY,24799
megatron/core/distributed/fsdp/src/megatron_fsdp/megatron_fsdp.py,sha256=b1Yq232tKMMnSplhjqFXIgCVpnZ0A1dvAqnfwKyfQIs,59128
megatron/core/distributed/fsdp/src/megatron_fsdp/package_info.py,sha256=2yknA5Ri8n6RyM5pPNtWpZLbHRooxBqL0jUFfUnzhUk,989
megatron/core/distributed/fsdp/src/megatron_fsdp/param_and_grad_buffer.py,sha256=SwKfgBkNDA_EG0hYTCiloE6tRm3_XwimHpcQrzwfbM0,173134
megatron/core/distributed/fsdp/src/megatron_fsdp/uneven_dtensor.py,sha256=V3SAs3yAm7zYX_Odvfz5Rc8FUQ98wPSUOcKHN4IHbdY,17821
megatron/core/distributed/fsdp/src/megatron_fsdp/utils.py,sha256=r5Kq1013NV7ZBj2oZynp_jmTGAm2fEVL0Xp9-TObeC4,38428
megatron/core/export/__init__.py,sha256=KjZwACgGud02uCiDVSB9JkZ7IJRezdwf7urlCIZAqXI,63
megatron/core/export/data_type.py,sha256=TbMgemGu9cBINtCYN4FJSWl2WECL_0gS7C0Ve-dNgQA,151
megatron/core/export/export_config.py,sha256=TO5CrYW_NfxOOlkN8MUI2TjAN92hACQgyXw9RPjMptE,909
megatron/core/export/model_type.py,sha256=gaXTyRDhvY7hRlkSO33rwLxV5oYRgd3cVatHQfmYzlY,216
megatron/core/export/trtllm/__init__.py,sha256=KjZwACgGud02uCiDVSB9JkZ7IJRezdwf7urlCIZAqXI,63
megatron/core/export/trtllm/trt_model_config.py,sha256=7ERWgRoAeFaSKkxutbS6qQA3C6pxyCDPgyoEcsnX8Zk,846
megatron/core/export/trtllm/trt_model_type.py,sha256=E79kDFmRt1f2g0g4dx730XDy2Hz_PL1g__obgQYiV7o,485
megatron/core/export/trtllm/trtllm_helper.py,sha256=Xn7Zm893jQfcOI6DdWEbEvTEaKQMsZqPhApnakgl-ZE,28568
megatron/core/export/trtllm/trtllm_layers.py,sha256=hKn0D9xYIX1JYl1Oc1xYU7LTrdIq305jIDBDV1x3ErY,7949
megatron/core/export/trtllm/engine_builder/__init__.py,sha256=KjZwACgGud02uCiDVSB9JkZ7IJRezdwf7urlCIZAqXI,63
megatron/core/export/trtllm/engine_builder/trtllm_engine_builder.py,sha256=cpGOSkk3fXBYoJerSHq53TlUAPhAJ4kLhtd7v6vXHX4,7444
megatron/core/export/trtllm/model_to_trllm_mapping/__init__.py,sha256=KjZwACgGud02uCiDVSB9JkZ7IJRezdwf7urlCIZAqXI,63
megatron/core/export/trtllm/model_to_trllm_mapping/default_conversion_dict.py,sha256=WjdNwz7vc_zI9U5a00juK5jmstcIww7yqrUYFX0i5S8,2870
megatron/core/export/trtllm/trtllm_weights_converter/__init__.py,sha256=KjZwACgGud02uCiDVSB9JkZ7IJRezdwf7urlCIZAqXI,63
megatron/core/export/trtllm/trtllm_weights_converter/distributed_trtllm_model_weights_converter.py,sha256=2kBYgYv1FZkzwJdgZf5HS5IeQsudlQkqukTkxf0IyLc,14206
megatron/core/export/trtllm/trtllm_weights_converter/single_device_trtllm_model_weights_converter.py,sha256=whTQEIM2ktXmPkCYegqTwB7HeLLdpBpAVr_q4ivpaC8,24695
megatron/core/export/trtllm/trtllm_weights_converter/utils.py,sha256=h4tFykZGEa2eL946mElNEF8cto9GTGOzuMOa_WwgWro,317
megatron/core/extensions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
megatron/core/extensions/kitchen.py,sha256=5IpkJzwcCzhABaDtxGS-6FBKtJUih7pWpRkoqD1FkmA,44095
megatron/core/extensions/transformer_engine.py,sha256=jEFLvuXZPuF93tnIEj_81PBNfTAXfz4TjtzXJjD-xac,88086
megatron/core/extensions/transformer_engine_spec_provider.py,sha256=ebnddugy1eoWhRHjT60yJeEoEArrROputQ0hT8zlMjo,3780
megatron/core/fusions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
megatron/core/fusions/fused_bias_dropout.py,sha256=dofqEw9_AkQRNxk0X0BJJeNeExmLbM-TjlLJsa0qQqM,3415
megatron/core/fusions/fused_bias_geglu.py,sha256=ccSEVsgEH4GumqqpnrussPd8nHGxWWK61KjnXv_s3kY,15567
megatron/core/fusions/fused_bias_gelu.py,sha256=RsbZdwWHScFPX_I-smDXjj4Wv2BGgbP_Cb3XI3wriqM,1544
megatron/core/fusions/fused_bias_swiglu.py,sha256=UwNoBZZ0lGTEX5w-xl-U0RJ_ttSbKqnsO6jJGxFB8I8,9011
megatron/core/fusions/fused_cross_entropy.py,sha256=7b-pZl4OvL8b7BeUgYwa3xFYnLzhQUwC1EX8dAfUgmg,5160
megatron/core/fusions/fused_indices_converter.py,sha256=c3qyP9NKaPcFyHaRh1IEbTRBuSFIAp24VGDWWJa_kRU,10693
megatron/core/fusions/fused_layer_norm.py,sha256=5gFtgiAcIPxSf5Ns_9aHv-MiiGYK4CrCwNPRwYG2WwA,5687
megatron/core/fusions/fused_mla_yarn_rope_apply.py,sha256=Le22_UiRH3Boi-iHTzqhcgfYqslHwjeF_-biNW5nEsU,26963
megatron/core/fusions/fused_pad_routing_map.py,sha256=lmUJT1VSXCCp7xh5XuN9sfknJOO3MUYQMRHrfoU6KwE,3388
megatron/core/fusions/fused_softmax.py,sha256=p13J0jOA_10szb-qM1wFC8TRYDn-NXl_ltwQi60BHmg,13177
megatron/core/fusions/fused_weighted_squared_relu.py,sha256=kKLPRNgIMYQ0LUkGzVKPEc_1WH8-czXtn7UnPNjcREg,3822
megatron/core/inference/__init__.py,sha256=KjZwACgGud02uCiDVSB9JkZ7IJRezdwf7urlCIZAqXI,63
megatron/core/inference/async_stream.py,sha256=rVO5HBCh9Wi2vyr_uf7B4bAW-Ng-KJF1MTqPAmILhfE,2503
megatron/core/inference/common_inference_params.py,sha256=43P2S0nq_DK3S-lJaxQz-IjVw2Xt-zmeSJg723mkLGY,211
megatron/core/inference/communication_utils.py,sha256=EFnptH0qK0l5Bl_VYnf02r3sVIszOs09dgEOzvUlRxE,7466
megatron/core/inference/data_parallel_inference_coordinator.py,sha256=rvDWgjCy7K4jO7HMsgpiNI-UlMtd76SBc2mX2Wc9C3k,17412
megatron/core/inference/headers.py,sha256=EmNl0WS5Qb-gxmj2zUVxwwe3jKjfxuNq_j68shexs4o,326
megatron/core/inference/inference_client.py,sha256=b5izyZP2oUupJ69Eyp9BSwoTRqgR1ztYSfpvgYGL8kU,7440
megatron/core/inference/inference_request.py,sha256=V5GJqyPZmbMCoS6bWFO1zEXSllB5JJLo-yX5OjoIMl4,6429
megatron/core/inference/sampling_params.py,sha256=iCoQ5FpkUPP0lIjyL2TnY6q7A96ujsjPbMD8cw7kVbQ,2092
megatron/core/inference/scheduler.py,sha256=EtOl5ovwOGHLoDRUmI8PFMLy2oYo8Mc7EG79D4R_4Dc,7800
megatron/core/inference/unified_memory.py,sha256=D3zTz3C54E2APbrszoeMm-4YfwyRWTjDpf6aC_Rj1Z4,3126
megatron/core/inference/utils.py,sha256=QBD-CPO6iLfCXYi1s9G_95eFT8a_IGWaX5-6fDpivUM,4188
megatron/core/inference/contexts/__init__.py,sha256=hwIV3GSipxTX0h6GDau8tsYFTnFt6FpaDV22NN1g4-w,733
megatron/core/inference/contexts/base_context.py,sha256=--CuYJ9FJK9c7f_bp1ObTOAKVDB2FzrozERxQbQ4ZHU,1571
megatron/core/inference/contexts/dynamic_block_allocator.py,sha256=pYTUWnt7ivsbctNVAMasd1vwS3wL1v_Ycw21J01OyGU,3282
megatron/core/inference/contexts/dynamic_context.py,sha256=UzRG9yCQ5vgaoE_Opz-3mWbFJyCxpT66eTYWIHQ1ajE,72343
megatron/core/inference/contexts/fused_kv_append_kernel.py,sha256=8LA_u0FjaCfOxKO1JQxSTm-1KuZ8kp3ZNWEY8T1DWiI,5899
megatron/core/inference/contexts/static_context.py,sha256=A14o9SO0s1P8ZmC4m7CnYM4ZUuLsw4UMtEEod3UfU6o,4963
megatron/core/inference/engines/__init__.py,sha256=Qt8DDXKJ7wavrXI4fTKMkhtmBedySu8tt5-jFW8RCns,208
megatron/core/inference/engines/abstract_engine.py,sha256=NzmE2s4mlNFGI3MwbVM_-H9EoPAd9olzvaior2oq8fM,521
megatron/core/inference/engines/dynamic_engine.py,sha256=vaWLoWMNvtrD49uw7EaaURPtkula0QRfOMoOb5g2z8I,46999
megatron/core/inference/engines/mcore_engine.py,sha256=c1mXSImmv_iX_ce42gfCsT2tN8LI-dqbOjATHSLZPH8,183
megatron/core/inference/engines/static_engine.py,sha256=Xq_DnA-82iNJn9zAvJC0bxzuZPEVubAhb-2pJUePv1I,10281
megatron/core/inference/model_inference_wrappers/__init__.py,sha256=KjZwACgGud02uCiDVSB9JkZ7IJRezdwf7urlCIZAqXI,63
megatron/core/inference/model_inference_wrappers/abstract_model_inference_wrapper.py,sha256=oUTF_bW4E0-FDHPDo1WgPNPANhyzyvag-vJN2bbgaKU,16825
megatron/core/inference/model_inference_wrappers/inference_wrapper_config.py,sha256=o1wIwuscrTRtbBZ_5cvHyNtAwjbSmlvQBFqQ_-6rx9I,2735
megatron/core/inference/model_inference_wrappers/gpt/__init__.py,sha256=KjZwACgGud02uCiDVSB9JkZ7IJRezdwf7urlCIZAqXI,63
megatron/core/inference/model_inference_wrappers/gpt/gpt_inference_wrapper.py,sha256=FygFsfcU6KG_duYZ5KWH_1OgMGPg-gXYFiOJ9JG9OW4,5218
megatron/core/inference/model_inference_wrappers/multimodal/vlm_inference_wrapper.py,sha256=U79M14l4v9O9LbVAprvfWUELYRNJLjQ0Ay7Dc7DLeDg,9148
megatron/core/inference/model_inference_wrappers/t5/__init__.py,sha256=KjZwACgGud02uCiDVSB9JkZ7IJRezdwf7urlCIZAqXI,63
megatron/core/inference/model_inference_wrappers/t5/t5_inference_wrapper.py,sha256=KwwOGmQ2lGSzJEjfIGdLY35qmpmGOGB5qo0UzFQxmCU,9430
megatron/core/inference/text_generation_controllers/__init__.py,sha256=KjZwACgGud02uCiDVSB9JkZ7IJRezdwf7urlCIZAqXI,63
megatron/core/inference/text_generation_controllers/encoder_decoder_text_generation_controller.py,sha256=bLKdqTylcInE_zIt58eEE5BpTh_o-79PG4Lbb_2tUes,2014
megatron/core/inference/text_generation_controllers/simple_text_generation_controller.py,sha256=xdE9GeWiIBxcilLV9XVYep_kbnB7I83FiSIs0LifcyM,269
megatron/core/inference/text_generation_controllers/text_generation_controller.py,sha256=Tpj9A-1YXz342ckWu2L2ZmupeSGsYtuj5e0sd7WCy5A,56611
megatron/core/inference/text_generation_controllers/vlm_text_generation_controller.py,sha256=ZB0nCehs3RzOv1xU5ib9LME6wyihpWFizWiX5qb72sg,2112
megatron/core/inference/text_generation_server/__init__.py,sha256=GzvLgOITWfDhBZj4YBNXUBZFhXUxf4Nc9Fliombme0o,115
megatron/core/inference/text_generation_server/run_mcore_engine.py,sha256=8q6zgNptLdCBGjMFgUvefuXV5KjEMqVQd0xcnwJs6io,4056
megatron/core/inference/text_generation_server/text_generation_server.py,sha256=X4KMA10FQRd_CPcI7n7oElSC66cMl5apzD515NlSQNw,8503
megatron/core/inference/text_generation_server/tokenization.py,sha256=DxOoLIW5abdd0grngEN8RSochnrFYmf9pMOkDg7kI_A,4150
megatron/core/inference/text_generation_server/endpoints/common.py,sha256=NqnpEGNarVo5aqIsGlMY3agfgm295lTD34iJIZ6XZ7c,387
megatron/core/inference/text_generation_server/endpoints/completions.py,sha256=lDifQ-BQU_30sV_NxOu61PGG4wuLYTh6i0BMP9t-TgQ,8328
megatron/core/models/__init__.py,sha256=Oz_jV27mMniAU8VqVTXRnX0PGSOcCGpyGMAufn5Jskc,63
megatron/core/models/backends.py,sha256=Rvdhmxh8RcivNDbLXbIs0SC8Gi-kq-tjwtp0XkeLzts,4177
megatron/core/models/T5/__init__.py,sha256=PidBNqxDgX7sIVX0wm9lX6AHDpBNJV51Q_vHl3Cs8a4,93
megatron/core/models/T5/t5_model.py,sha256=EY4z2hPT42c-YHIEjOpLsVetNrbu11go2r6K0bd6fbs,22085
megatron/core/models/T5/t5_spec.py,sha256=tuRqwNxWMhp3R7JZdLiyK1jhXi7nuYIH-ujtABGUnV8,9132
megatron/core/models/bert/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
megatron/core/models/bert/bert_layer_specs.py,sha256=6nFRanCSfeX0KO7HRqgQfIminSoaUEJvlAiZmseUg0E,4306
megatron/core/models/bert/bert_lm_head.py,sha256=O2vfQOwVhdC89kAXwawNSWnUroiyKZN3ggFywRW5LGI,1696
megatron/core/models/bert/bert_model.py,sha256=xkn6lglU_2ENeoj19Rl7mq8KmBi2kKrinlegqpOABFM,16863
megatron/core/models/bert/pooler.py,sha256=-QAoY3T-SMDUz4p4uZ-FveF01bPB2cw9WwVtAR_8-kM,1886
megatron/core/models/common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
megatron/core/models/common/model_chunk_schedule_plan.py,sha256=m2pOg2yVSyASw1DjYqpvwoTsL7f0vp0LB6uP3RHaP3E,21341
megatron/core/models/common/embeddings/__init__.py,sha256=lFx6EtKj7r37fF7A5gsCP0VfVshx7eZCYViakeEQHDs,263
megatron/core/models/common/embeddings/language_model_embedding.py,sha256=XCkEIp9VYDjf3xTFMbDX6R1kNjb2vvJHe2b594rY0bU,6535
megatron/core/models/common/embeddings/relative_pos_embedding.py,sha256=fgHmY5tuzBo5sZshzqLam40ztoyNTdUtwjH8tGVYvvw,7254
megatron/core/models/common/embeddings/rope_utils.py,sha256=2LVKdgpOF2MbLBFjC6uPchgHvEDzjrgjonCPa4hboC8,12567
megatron/core/models/common/embeddings/rotary_pos_embedding.py,sha256=akhLdUK53wK3-_wUMmEaU45WyLXP-r54kIL4ln7poc0,13520
megatron/core/models/common/embeddings/yarn_rotary_pos_embedding.py,sha256=ZtCwtY4c5M8rMfGDsjgfdVEVVr399xQgY5tXBKrPnTs,10031
megatron/core/models/common/language_module/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
megatron/core/models/common/language_module/language_module.py,sha256=oV3KMcYzOOxJ2jSFdw7urZ455pUKgxeKEl7O6AeoCE4,16770
megatron/core/models/common/vision_module/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
megatron/core/models/common/vision_module/vision_module.py,sha256=SUwBfItrNKZdEHtw_NCCRgF0PBsaBX_lqTAnPpC4zCE,635
megatron/core/models/gpt/__init__.py,sha256=Vs2iy0MeLf3CISnsQiam9V964paf77a0GiXgoAEVZvw,95
megatron/core/models/gpt/fine_grained_callables.py,sha256=u6CoxAZSeWtYMKn6zZJvs2em3O2pG3nWvMMK25FBFR4,23757
megatron/core/models/gpt/gpt_layer_specs.py,sha256=h9es9-QH49_vHQW-AVpHs1ulLq4dd5YA0UXMwY9U8CY,23536
megatron/core/models/gpt/gpt_model.py,sha256=32YNuAZ1apXNQvZ-ln2iD6TZiK_MNYfuRMpkJoy71Xc,34953
megatron/core/models/gpt/moe_module_specs.py,sha256=aFDaqdai-x6EVmHrzhE_nLDrpOTMr7FDh2SRLLCXZaQ,2620
megatron/core/models/gpt/heterogeneous/heterogeneous_layer_specs.py,sha256=FCN6KWRx-8mkJI9NyjX8KDcd1a20fPwwZ7kLrfkmZyY,8614
megatron/core/models/huggingface/__init__.py,sha256=mIlCbRsnRC9qaVZtmcEv3L1qjZUO70ECFBbb7SuYJuw,117
megatron/core/models/huggingface/clip_model.py,sha256=eoWZUil90fkmBgDTmX1GiQQz0LvhZzlGyM6ArCIOGNI,1208
megatron/core/models/huggingface/module.py,sha256=bmgc_QQAgRKqsLvt-QQ9bUAQvC57VbPsjDDHEikNu_M,3068
megatron/core/models/huggingface/qwen_model.py,sha256=1BDrE_d-POzRHI0FEBK_jBGymC0Kw3TtzytBpXYT6tU,1884
megatron/core/models/mamba/__init__.py,sha256=cCEAU0SMUgMgV7W6PbyEiP1UvAN-l0V6HcV7kGnHy9g,99
megatron/core/models/mamba/mamba_layer_specs.py,sha256=sqj_WuwM7YOYaSxdsF3mZRn56x3J0hVUT9hybUnWijQ,2856
megatron/core/models/mamba/mamba_model.py,sha256=cjxRScDFEzk2bK3hCanvv0CmBkSnWoMrUD4LdX4M4pA,11692
megatron/core/models/mimo/__init__.py,sha256=6mobxPhYmxTSBygYaHFOpvrCuc-ni7Kqbopuba8GDqU,593
megatron/core/models/mimo/config/__init__.py,sha256=rBrafCMj1PY_vuE7FgIbBKqK3EXOoTQp-hF4wKch-tI,169
megatron/core/models/mimo/config/base_configs.py,sha256=as01VnxVP7wyB4WjMlAlct8M7-2blRNJCrUtrbvBJ_g,1275
megatron/core/models/mimo/model/__init__.py,sha256=9ZhlBvEhLW6p63Ox9l2VOLMd1hhcSFu5z0Krr1oo4IM,147
megatron/core/models/mimo/model/base.py,sha256=S1QCPdnerhtlRh-BL9OSJJUaj3VBUPr3Y6PZTpnuLQQ,12391
megatron/core/models/mimo/submodules/audio.py,sha256=pebJhEQQJdtxQFK-wYBoG_UDimJv1jb2fAWQ-s1wPDY,6084
megatron/core/models/mimo/submodules/base.py,sha256=vAWHHe7XsgLkqmEUV0DQxbwk467e9tNGEIBAt6uiKMQ,6917
megatron/core/models/mimo/submodules/vision.py,sha256=vke4SQE7BTPHDg1R2jP5PcljyjiayzxcxEayNRGfzmk,6879
megatron/core/models/multimodal/__init__.py,sha256=KjZwACgGud02uCiDVSB9JkZ7IJRezdwf7urlCIZAqXI,63
megatron/core/models/multimodal/context_parallel.py,sha256=rYLBle938ofAZb9WxTd6bfkEiFsUU7ozLVZdtSVUZdI,3911
megatron/core/models/multimodal/llava_model.py,sha256=iNvhLsHo0dzLXuMZ9CWU2UAK4-FeZhfT4MgBlh9H0iI,49036
megatron/core/models/multimodal/llava_spec.py,sha256=DqBKLsD-5qmvhQefQTqoYX1pCaYErzXOQcGjNth8WXw,3489
megatron/core/models/retro/__init__.py,sha256=wBWEz9cWtITwx_zWX9NXZQMnVXp6ADm6cR9bXfU-56w,371
megatron/core/models/retro/base_attention.py,sha256=8v7M9uFre318Bl3PnFK0xz8ZYHIcew3dQWmA6M7FyZk,1846
megatron/core/models/retro/config.py,sha256=VRJrEbGKrn9Z7quS-lwFuUlIOWhoU_eVqgmceCXcWqw,3204
megatron/core/models/retro/decoder_attention.py,sha256=HPtI8r1xL4W5reVcCwjDpbSTsJQMVpKQqZb9tVUS9X4,12100
megatron/core/models/retro/decoder_spec.py,sha256=FwmR9flTYcHU7btLxUq2cKW8EUtfNEuvnW87wLR9YCQ,6949
megatron/core/models/retro/encoder_attention.py,sha256=xov_yqEU0YfUZll0Wk8bdHw2VlRaMIZR3eVEPHuiA8k,8293
megatron/core/models/retro/encoder_spec.py,sha256=Rux0lahTBQ0QBoGeRPoDOyc1IVF4x_OXB9Gxi_0cNbo,6320
megatron/core/models/retro/model.py,sha256=qjk-lKZGAsuSqFJtj_aNG8w7HRGPLQ6xDoBOqK5JmcQ,4067
megatron/core/models/retro/utils.py,sha256=yhI3b4VcURObUqw1_Iw_HIJ-ENMBQG2qjubYVa0PANo,749
megatron/core/models/vision/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
megatron/core/models/vision/clip_vit_model.py,sha256=bew0dNv7C2nrILylBrFUQ7RhS4nuFluENecNTxlLmTs,10061
megatron/core/models/vision/multimodal_projector.py,sha256=5x2pF5POWoij1uTTjqg72IZ3ruS-YFwjJ25VI6vLJZw,3371
megatron/core/models/vision/radio.py,sha256=9OTYXOsOlpz_7uvDhyvgcfKPsUa6_06VWIFpLped9FE,13899
megatron/core/models/vision/vit_layer_specs.py,sha256=06ATHvY1YCpXDfHi4DB4lVz2PS2Yl-SxmGUPpVOqLPw,3514
megatron/core/optimizer/__init__.py,sha256=AkvUXRRXuDEqqz6NRo0oh0-kUtK65NZKy7AhG9k8FiE,28086
megatron/core/optimizer/clip_grads.py,sha256=T9oinVGhnyZ7ZDGw6RanYxuE7yZw-XkezC862KJ0CpA,9784
megatron/core/optimizer/distrib_optimizer.py,sha256=SBGh7QsCxqIEyn9M-qyiliJxDJWxwKaeuGm4H9ao74c,125886
megatron/core/optimizer/grad_scaler.py,sha256=wvNBlVyDM71uJVT8x8NPdOd2sLG9TOS8tTrdmlSgV4I,5161
megatron/core/optimizer/optimizer.py,sha256=fQr53zHQlDniVu7CEqHbf4TsOEXVNWV1IB2hRptjBwo,57574
megatron/core/optimizer/optimizer_config.py,sha256=Y37-I6810h50GvLSnn8bQTv2cQBWQMXiPz_ct_rtIj0,10119
megatron/core/optimizer/cpu_offloading/__init__.py,sha256=tLknSt2FVp73ZI97qK9Ba82hXRYjElS5O8fMZdrEX6U,115
megatron/core/optimizer/cpu_offloading/hybrid_optimizer.py,sha256=ajk2vuIxNMrfyEudP4LTfj5vV4B-8VMcPMd_2dyAPRc,19761
megatron/core/pipeline_parallel/__init__.py,sha256=W84Ic3_NAV9s_YXvgKaYcv2-uUd0T8e9ZPalT0PA1wM,112
megatron/core/pipeline_parallel/bridge_communicator.py,sha256=dYlq1b3LnSP0GsBbzX9h0wDptJM-7cDH7fmryso-JiY,40468
megatron/core/pipeline_parallel/combined_1f1b.py,sha256=fsSHK5ssDNytWvjFaSAG1_S-qRi57PrDvhMW-tEDzgw,18244
megatron/core/pipeline_parallel/p2p_communication.py,sha256=IxEOJQ27xFzqm_ddTdFZ2rAyJtYcFob6_GdeN4hx5uI,25237
megatron/core/pipeline_parallel/schedules.py,sha256=R11MWE-tFsMqVi2j7unisjlidk99G9yZnMyl7ZEBHCY,100734
megatron/core/pipeline_parallel/utils.py,sha256=qCAcNFP1Vl7YyoPpoSUD0Wuj0xN3T_mMieDj_ih4-qA,10786
megatron/core/post_training/__init__.py,sha256=Oz_jV27mMniAU8VqVTXRnX0PGSOcCGpyGMAufn5Jskc,63
megatron/core/post_training/modelopt/__init__.py,sha256=Yky-IekQRqgW42tO6noYSfj3dLMST6q4b_FRN4HMT3M,584
megatron/core/post_training/modelopt/layers.py,sha256=W82hEggYS2bbheIVIdH3RajZXailrOCqtEjxdR6IF1M,9092
megatron/core/post_training/modelopt/gpt/__init__.py,sha256=KjZwACgGud02uCiDVSB9JkZ7IJRezdwf7urlCIZAqXI,63
megatron/core/post_training/modelopt/gpt/model_specs.py,sha256=yFp-tnDVrrXJHqPLs5w18b7CQfy_2YF7-IqBpFeOuOA,8604
megatron/core/post_training/modelopt/gpt/state_dict_hooks.py,sha256=JFXPCEG22YSKvXfn1u0Wg4nihx0ZXY45v1GhLeiOl3E,2548
megatron/core/post_training/modelopt/mamba/__init__.py,sha256=Oz_jV27mMniAU8VqVTXRnX0PGSOcCGpyGMAufn5Jskc,63
megatron/core/post_training/modelopt/mamba/model_specs.py,sha256=4hoIKv2tTaPR9FKZztMPZu_A7CWbMjQzBUMQlqSYwyU,3732
megatron/core/quantization/__init__.py,sha256=KjZwACgGud02uCiDVSB9JkZ7IJRezdwf7urlCIZAqXI,63
megatron/core/quantization/quant_config.py,sha256=GR3aeQmGC43IjHgBILc8A-iLvC3UzY5pxsmCyCr5YnA,7422
megatron/core/quantization/utils.py,sha256=eZ2P6EtBEWdaF1X6kIkSFugHP95k8reC2-I1MPSRYBE,1268
megatron/core/ssm/__init__.py,sha256=2_8Cy7be6-Dn8TI63NHG3MXncuQLCD9h8DIDTTk8iJw,64
megatron/core/ssm/mamba_block.py,sha256=l0tI_EOGCNDVSPpYhcmhonXwXLs_DmbQ_aUxbLDTetc,17851
megatron/core/ssm/mamba_context_parallel.py,sha256=VAFJO6aDUyIq_vKs-tBIHZA746C9GytoLYnCOjPNaWA,16384
megatron/core/ssm/mamba_hybrid_layer_allocation.py,sha256=k4yVyU-V-scuy_GbFzg3s8nX52KsIjmlb79AI4oZV4k,7132
megatron/core/ssm/mamba_layer.py,sha256=D8EIEEQTAsBFoKBc-le2N7mjsndZvpSb0aNWNctMDpw,7589
megatron/core/ssm/mamba_mixer.py,sha256=jAuL_vpjl5F0Zlz5Dfctk9_t404dXKcpJGBdKtNWDNM,36028
megatron/core/ssm/mlp_layer.py,sha256=C3O4bxCutRS7v3lAJmz0dnOTiLZvVPq_ShNlRojv66o,889
megatron/core/ssm/triton_cache_manager.py,sha256=8TuUUggP9COeb--rcijMh0abvV1OKO7rHDrMm6RMx1E,3240
megatron/core/tensor_parallel/__init__.py,sha256=eks2q9FWZlIBplBb1Dj-aBNYlvVWMR_ETRcSkLqpn3I,2444
megatron/core/tensor_parallel/cross_entropy.py,sha256=YWVxG-ZEbXWnsQysR5v7a8C9uAzxyVvSxM_3KJAvb_Y,9433
megatron/core/tensor_parallel/data.py,sha256=5pbNgX4SdjLBRvvO8N1B6j1WrY9KhhnuY5TVMWIIySE,3501
megatron/core/tensor_parallel/layers.py,sha256=1sH72G8-HTSM0Db5y-Xhv3_im1YrxZ0HuFsOCu0_h2U,51177
megatron/core/tensor_parallel/mappings.py,sha256=TbvoizgdyS0nbP2pw7owli7EdSB-vBa-0UZYpRLbsF0,20524
megatron/core/tensor_parallel/random.py,sha256=LJYOcYeT-8RP0nYPXmUlQSHbDr4OPJaRiCkFOXRaZWU,23381
megatron/core/tensor_parallel/utils.py,sha256=kxo15xE9KLYKtxtW6Y8DQTdwfvU_SSFbDJNt1-t0oek,4009
megatron/core/tokenizers/__init__.py,sha256=EhGxMmNscE_tXWd54ufNSbPbMP2vyjaWAB-D1aFIKRk,212
megatron/core/tokenizers/base_tokenizer.py,sha256=cKIkl2t6qLplPCE2F43hjzKhdxDUah1Yphgc6hlBzBg,1309
megatron/core/tokenizers/megatron_tokenizer.py,sha256=zyHt8_XBJ0ED6i3Ov3n1uIl5lIxx5F1qwOS3WnM6wY4,6317
megatron/core/tokenizers/text/__init__.py,sha256=C4l9RXG3w7B7VUsNBGFwiLYo_875XxRF6_2CwurKQoA,143
megatron/core/tokenizers/text/text_tokenizer.py,sha256=WMYhFiTBwOwsQMwzZjwYKj_79WAT4pvVjUb1KpDFJoE,8125
megatron/core/tokenizers/text/libraries/__init__.py,sha256=xexhC_ogw_n-Z8OaV_Nzw4WgpT-WZ3vBp8hoch93pcg,613
megatron/core/tokenizers/text/libraries/abstract_tokenizer.py,sha256=6aO-cqx9kusn3GZjBHFv91vy2T1qBXijoxEMlA6N8SY,4147
megatron/core/tokenizers/text/libraries/bytelevel_tokenizer.py,sha256=8N7rkUGTe4UeJHg5w9kG4za32GluxGXqN5bQpRBMu20,5044
megatron/core/tokenizers/text/libraries/chat_template.py,sha256=_iaB2sWU_iPlOf35_v7zCDmYB_6rIQj36yWru0-fG6s,3035
megatron/core/tokenizers/text/libraries/huggingface_tokenizer.py,sha256=oS3GRDLwgBRbvOjD87-qd0MlpO97Vt8W2-XINidOVUo,13903
megatron/core/tokenizers/text/libraries/megatron_hf_tokenizer.py,sha256=zgpvCYdf2WBNcXaogRmXs5I2st99LGh0H3NDnDOi81s,6933
megatron/core/tokenizers/text/libraries/null_tokenizer.py,sha256=asnnKahXbeTZlKyjL9gbHeKTGOVwETVzMlDH1a5GKV4,1912
megatron/core/tokenizers/text/libraries/sentencepiece_tokenizer.py,sha256=_ij-FTV7Cq6UJq4fwG0l_DX2ADNi_r_dbl_dAQXRF3c,15773
megatron/core/tokenizers/text/libraries/tiktoken_tokenizer.py,sha256=Dtp3dC2lpOD3D2O7drwpRclHUfbDkiL9c4GC1EuGgq8,10872
megatron/core/tokenizers/text/models/__init__.py,sha256=nuHEYO2tKqCiCsduDcP0Uxzg0vsdh8r68I55HPg_bjU,540
megatron/core/tokenizers/text/models/bert_tokenizer.py,sha256=27X5JNY_e9mANimrlCJQEbKRSglfAYgUfCufzAATSAs,482
megatron/core/tokenizers/text/models/default_tokenizer.py,sha256=xHff9heLhZ4RrHNJrvfV6Y4S0SSac3V1v4izhh3eNik,492
megatron/core/tokenizers/text/models/gpt_tokenizer.py,sha256=rhZIbs83bNv341Xm7JrFrd8o-6spB9oYfk1y7oY-tD4,480
megatron/core/tokenizers/text/models/mamba_tokenizer.py,sha256=LC3eZSA_6QUqZmO-RetFe4GIWgmbbuSqErnxQrYLrmQ,484
megatron/core/tokenizers/text/models/retro_tokenizer.py,sha256=irfFf63gB-NUCGaIvFAEeZyioChQr55YowvnkH0QJJo,484
megatron/core/tokenizers/text/models/t5_tokenizer.py,sha256=4aQdolfXOoJGUjvxxoX_9Jw3d7-7GA6LRTPdZgYzAwI,478
megatron/core/tokenizers/text/utils/build_tokenizer.py,sha256=glKLX9gZJyMcvmVDQ-nJZgxr3OA06hInvD4v3tOlp2I,2286
megatron/core/transformer/__init__.py,sha256=tKbSHaJp6P1-Tw2gOAv8UbunA1fH5KGxP6g51_zi6Wg,296
megatron/core/transformer/attention.py,sha256=vz6SVg1uG5tIhvf3kG6EEs0YM_KQrX4ciRLwtbZ4Rs0,48270
megatron/core/transformer/cuda_graphs.py,sha256=XGtLdlC4zkzu_eqJrqUDJp_jj_So_HYUtk7V8DCI15A,71313
megatron/core/transformer/dot_product_attention.py,sha256=CidyJ5TJSMvGYqbdmNxhbXgAYIrMWQ_w1LA9Fg25NzA,10157
megatron/core/transformer/enums.py,sha256=CntQKWZ-5fbOluNHlhtQEBsKN-WBhLGrTzuvC0DB_eA,1420
megatron/core/transformer/fsdp_dtensor_checkpoint.py,sha256=6qj7FwvHHaRUhy1KiZYoW1uTe-E0xI915XdSDv6CDbA,7759
megatron/core/transformer/identity_op.py,sha256=w35Qyy0lmN-huMJhQF-Cq29R9gTIfkklKi4TKsWEm1c,713
megatron/core/transformer/mlp.py,sha256=93TlMzf-vdElfpPyueK01Um680v7I1oQOh2V9bvas58,16606
megatron/core/transformer/module.py,sha256=OnnT5sbiUSpn959VIlw5fd0XDUC6DTNDhaumnS8wrNc,18829
megatron/core/transformer/multi_latent_attention.py,sha256=U7Dv35ixd7XGr0Nj8xCt6P5tb2qwWn5PJ6oVcomfsuE,38170
megatron/core/transformer/multi_token_prediction.py,sha256=4XAB70FYpbDfYEooJ9XVoNOEDYD1d3TTnxxwuFagwz8,40292
megatron/core/transformer/pipeline_parallel_layer_layout.py,sha256=e8qt-KYO9HsWEsT5OovbNh1w6mp8l11KDpHEXPAleJE,13513
megatron/core/transformer/spec_utils.py,sha256=cq2u5dNgZnJIH8WO019qFnfbSSNpR1O8Z9bMA5hCY5E,4057
megatron/core/transformer/torch_layer_norm.py,sha256=2_4Jm0Tb_0tQdhLUR7eIj0XprHsP1ZEv9_kAF9tWquY,171
megatron/core/transformer/torch_norm.py,sha256=u92zz61WSoUHoCztNzdFAcyZmS6drhz1Esc6ccTHGIk,3128
megatron/core/transformer/transformer_block.py,sha256=JSReIez2vClNCpEkbReC6pwEqOT1JfZfoUSfoVF7L5I,36454
megatron/core/transformer/transformer_config.py,sha256=v4xLosBKN0FxvDSuYR0zNdygUCfy6h1xNXQXNtjDPaA,75676
megatron/core/transformer/transformer_layer.py,sha256=zibTrL1V5SZjOFu8dnbenkzyy1BJknviTbd78fCmRTI,38031
megatron/core/transformer/utils.py,sha256=OeDu6aQywfjPgqHLXt8rVwAOFLV5xY_OeH1iz27kQ0A,15748
megatron/core/transformer/custom_layers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
megatron/core/transformer/custom_layers/transformer_engine.py,sha256=QiuumLn4vXdPwX7QqAGJwg_CwFku6DQ7ZYcMnWAOSB0,402
megatron/core/transformer/heterogeneous/heterogeneous_config.py,sha256=bgI0J4_Ts4v_DH-7DmP6TjVoWkOxtghzua34jGxTd4w,10186
megatron/core/transformer/heterogeneous/linear_replacements.py,sha256=7Sfhm7D-2nxUjHjGmsQsc0baQYTYLsl4qoHubD3yIpc,4168
megatron/core/transformer/moe/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
megatron/core/transformer/moe/experts.py,sha256=SdwosZRdFlMTWFxtTBAvWsQN6vcoiX2n6KDGC5y_K74,54227
megatron/core/transformer/moe/fused_a2a.py,sha256=szyibJigB1xmUwGtGR1U95eZwR0P5OXFJshfI9FWlLU,8654
megatron/core/transformer/moe/grouped_gemm_util.py,sha256=GYzirbRITTUzRUmOgsP9UVAFSsL0UV_DeCu8LpzIwG4,591
megatron/core/transformer/moe/moe_layer.py,sha256=BZioUnujCcMT9qrVDs6C571s2OKPYkc_DrpMA_dMHhc,12965
megatron/core/transformer/moe/moe_utils.py,sha256=omNx9nWdj1Ccaccac_hvhSst6rbJSpWLiQWm18lA3Dw,42525
megatron/core/transformer/moe/router.py,sha256=27oN_GAtBCaLq975I6j_EdasNaWZaNmOMlN2z8qJ4lE,23488
megatron/core/transformer/moe/shared_experts.py,sha256=Tjmhs0gA5t8ApLFGItfmyJWo7tlZbYzUcPuuX_J1RZE,12821
megatron/core/transformer/moe/token_dispatcher.py,sha256=iyqEV3fN22BTNHMLmUvnVvmMCoFY8vLQVMUjNIT8FgY,57734
megatron/core/transformer/moe/upcycling_utils.py,sha256=uGzFd-5b6JNif1aRsTrZe62y55hxzyWLXL9hrj9teiU,13824
megatron_core-0.15.0.dist-info/LICENSE,sha256=Tfs5nnqteoyxZa7y_VoB16sC3yvwShUVoeuzcH-iVtM,14876
megatron_core-0.15.0.dist-info/METADATA,sha256=ZpIqqckGvqhuKn2X89nvvmmzI2GGvs6w9XS-PuLoM0c,24323
megatron_core-0.15.0.dist-info/WHEEL,sha256=HGvtKdjKIFT4my7DKnn9pj5N8qM1vrEk1apFBO0nt4o,105
megatron_core-0.15.0.dist-info/top_level.txt,sha256=OEOs4V4xHotpQFOUHkfPkLmqcuKfSffSlV17EmZVBjg,9
megatron_core-0.15.0.dist-info/RECORD,,
