ai2_olmo_core-2.2.0.dist-info/licenses/LICENSE,sha256=YvuKOpYh3COIF0yqq-nCMXtpS7mh1GyYvPVlW2j1G-M,11359
olmo_core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
olmo_core/aliases.py,sha256=XWvWxUnmyAlg4lSNLHHATI6Vr1wsw2csndP81UhWVEs,114
olmo_core/config.py,sha256=zojSOzQIa_Zv-QKZvjOY4HQnwM5Nibo3frhdHaoYQH8,10479
olmo_core/doc_utils.py,sha256=6p5zoXjR3ozSLsluZSd7pMqodEmPJ_RHZA7yshQK3LA,537
olmo_core/exceptions.py,sha256=4r2D2CilJu-NC7KTleMz3niLjloEVCjLJ_o3Cegrqek,579
olmo_core/io.py,sha256=U-ZA-aXkUqUCO4eq2vjGZ9t4LX7ksjjKVHpbcDvQZxM,34393
olmo_core/model_ladder.py,sha256=oCwreP1_qxCymmpql3aVGcW3l-ILKiQ-PmtJi0JzvLE,15297
olmo_core/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
olmo_core/utils.py,sha256=aDCg5G18WLF_sM18124WRyZf4hOjSaqHtIwUA7r7F-M,22001
olmo_core/version.py,sha256=Qj2kBOsuq5G2sCEwn2IfUMJglHIGojIk59jGNqu9EL8,308
olmo_core/data/__init__.py,sha256=rA9PFrlPORuGtE5kd3i_PXg8ygHLqxUAPb65U4FfiYw,2141
olmo_core/data/collator.py,sha256=f03Llo96jh2YV7O-L_0LhcAGvZ5GpVfnhDH2fhMKUxU,5537
olmo_core/data/data_loader.py,sha256=cDLsklnnC9uw1bRpOTiKogM07zavyOPQKUM1GoPyx_s,44114
olmo_core/data/numpy_dataset.py,sha256=7iNt8XFR2C8iwv0ltM6CrWl1HQmdh6iZ6QancRMmiAY,119081
olmo_core/data/source_mixture.py,sha256=t1ddZae2wzDBKNj0x1ioTwhb-LbP5is6gr2gEDuYe_0,12641
olmo_core/data/tokenizer.py,sha256=_7HbHE6IfO5ZQiBQcoODKj2-PrFuPXXl0rnwjzGQMAA,3802
olmo_core/data/types.py,sha256=tXpiwFY-2JE60TicQKNfeCTQtdibk9ixf4_uXIgCuYw,1591
olmo_core/data/utils.py,sha256=gWPg6mN2_TkYTFjUb113lAhK0P4PpGb_CUJbquD_0oc,35527
olmo_core/data/mixes/OLMo-mix-0625-700Bsample.txt,sha256=F8yCWQoQImyfK3YhVKsUdu9upzAnSaaD2LTANmlWLDw,30028
olmo_core/data/mixes/OLMo-mix-0625.txt,sha256=t4YWFTmMNYUyNqfU-E5AHrhB4ZwcU5HfoPU01XD5K-Y,116262
olmo_core/data/mixes/OLMoE-mix-0824.txt,sha256=t4S7KjhnrE7LDlS9urh7_v1kgItLXqZJu3HQfwueCg8,120656
olmo_core/data/mixes/__init__.py,sha256=tSEsYNU2anJjmk3gPt6hd37w_JQUUOjQK5ndzhweWi8,2893
olmo_core/data/mixes/dolma17.txt,sha256=5csryxCmpE2y-H1wOkGu7O0-eAaqAiITkmOo8J89Gqo,105758
olmo_core/data/mixes/v3-small-ppl-validation.txt,sha256=P8_jr3sOjrLdTnzPD6Xy-5W0s8FsU9Ocjrou5sVzttE,1050
olmo_core/distributed/__init__.py,sha256=CacGOPn8um0fqmNB5z4E6uXRCNO52ZasI_ucYrOJojY,76
olmo_core/distributed/utils.py,sha256=BxG6nYJPokvN7LF_CQex0Q3jknGqn_Sm62HWQYc2nSE,17381
olmo_core/distributed/checkpoint/__init__.py,sha256=NM9b10k0AAoqeCDS7LJml0ympOv-wcQmi3Wa5JCWSC4,30526
olmo_core/distributed/checkpoint/filesystem.py,sha256=AzNHY5P0id1jzNkHyPn1Tl9p7Gb2uHOwURpjsQlqVZA,15434
olmo_core/distributed/parallel/__init__.py,sha256=cNfbyX4UdTLapHZr-Fi_94-tkbIOwcfzgIXBDh8HH4U,20199
olmo_core/distributed/parallel/context_parallel.py,sha256=O6c9uSyIRd2kQbh8LIZ_eNehc_5CaSCSFmRFBHjqr5I,243
olmo_core/distributed/parallel/data_parallel.py,sha256=NIeVeNE626jo2ucYh43jImz-0BgJs39pHQGV6xXvdgU,2413
olmo_core/distributed/parallel/expert_parallel.py,sha256=6pxELsC90UlV2TmtpwXsMkCezqAWGEf67du0TYGZRFI,241
olmo_core/distributed/parallel/pipeline_parallel.py,sha256=l_Dypo2NWmfjI2-UCVrM13FJvprsUs_EIprRQ6cHEPs,6933
olmo_core/distributed/parallel/tensor_parallel.py,sha256=M1L70Nj8dYIxRRlrTkfQ54HEfM02xXIzv3CneWmL7oI,2173
olmo_core/eval/__init__.py,sha256=ZpvrlpSrgD-Mj_7nnlAilJfqJe2xSQXndluxFsP_dL0,215
olmo_core/eval/evaluator.py,sha256=IAEtle6bJFcpNPGmUWv1zxtVkrpltwAvettIQ779YQY,2668
olmo_core/eval/lm_evaluator.py,sha256=8jMpC5OOdZAA7rct-SViNJLm-5do0o7Ku6WDbPBWPcs,4444
olmo_core/eval/metrics.py,sha256=SDY9TDklQmVi6zye_1ADtWkAweDL_1XYlG0EPYWCBIo,2807
olmo_core/float8/__init__.py,sha256=HaTh6amNGemeGxBXrXSlt832NChMw_hA5qhD5sqzlUk,4109
olmo_core/float8/ao.py,sha256=Jf1AUHRaLuEfHEUGh0Eph8pRFzAU2lxVbIiSCb6deQ4,3989
olmo_core/float8/utils.py,sha256=CfrJORwK4CfaEMVUnFuT1ImyQodWCqmiK2lEhrU70BA,1378
olmo_core/generate/__init__.py,sha256=O7nvnSSGc6krMw2G9H-2pRnqY2utvczF996d4G6hQmc,361
olmo_core/generate/sampling.py,sha256=5B3-F4EhpL_CS6fkq299bNL-BtN7IRcNnlDPZ4NjW2g,4486
olmo_core/generate/utils.py,sha256=QHOvt5X1gc_nLdglml9S7ldz-nUutYbpylRdrz9vjzw,793
olmo_core/generate/generation_module/__init__.py,sha256=SnoUNb-mLD_qAxk6-K4_w431FymUXUTpZz5OwlPlwpc,361
olmo_core/generate/generation_module/config.py,sha256=7roI_q9swvHrgJmADPDdUqAFoHyYGjgTn8rXI4c6rbw,2732
olmo_core/generate/generation_module/generation_module.py,sha256=PiWHPrLjUHwlGSPnqlJG89Me2lKLcs8Wnh4uAIqny5c,874
olmo_core/generate/generation_module/transformer/__init__.py,sha256=P0aSMv5nn-MuMWOeBUVt7f2jiEzIp_SzD03Itehm95Y,204
olmo_core/generate/generation_module/transformer/config.py,sha256=4PPXxWqn6JLiaEwqiQmFi3GsaJ_GMesUunCAM8SXiNo,3804
olmo_core/generate/generation_module/transformer/generation_module.py,sha256=5dQH79PNFBcLK-wFxSDwH76HCvHvSuDeaI6h8VN-pTk,22146
olmo_core/internal/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
olmo_core/internal/common.py,sha256=ZXewZcng0MoA4tVFvXWaRG4KhER7Kts345KQLtsK62o,7490
olmo_core/internal/experiment.py,sha256=-TzKXWVQdLyg-U8qzNaTkTfHXsf-iOZzMRVw9b9NIiA,12891
olmo_core/internal/model_ladder.py,sha256=bBIZ3_TJ6cDCZSE3Smf0DhxZO6kU5gvKckr8uozhvko,6511
olmo_core/kernels/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
olmo_core/kernels/moe.py,sha256=s-baQjMwzOHeoqmx3Kr9KhgnGVuBoYyT8LZbgFOhSVE,15947
olmo_core/launch/__init__.py,sha256=7nvo9YJev0oHqyn4hmxUogGjlzQWicrju5VQxsGjmfU,63
olmo_core/launch/beaker.py,sha256=yxR9MNLQ2bBUfXDEeylumhzs4OQ4iuk-ERLibLcbTYs,18666
olmo_core/launch/reorder_ranks_in_gcp.py,sha256=lON8YzZ83OxCa1N1h_jzaL5e8-y5yWcgpv-APncF67o,4135
olmo_core/launch/select_beaker_hosts.py,sha256=0D1adEuaoAGTgyEgPnzhEeht0rPGdgHBIYIpKuJN8MM,5688
olmo_core/launch/utils.py,sha256=Q9WKK-C0kLFF5c6ghZIixz4npEBU_LhT9p2Rbrk25rg,2643
olmo_core/nn/__init__.py,sha256=C1yT4sObTBqoIyRk4dvoRRGB3zLg2mimAE5RlZkIJpQ,57
olmo_core/nn/buffer_cache.py,sha256=3MrWKdI0AA4iiQIDqMJyl0HwdByqDg853wgksM_XnT0,2346
olmo_core/nn/cross_entropy_loss.py,sha256=bHwy2fN5XjvLVCz7IBdj1dUoXs42iKeSR72LAmtuwfM,7225
olmo_core/nn/feed_forward.py,sha256=hmbeWHNS3l9SV15Sr1DlFHeKpBvstGOqw8Z55qbt2Ug,7202
olmo_core/nn/layer_norm.py,sha256=tzm4xPhEfi8Hz0o-j3C75Yxb8nTKrTJMssO3FOYgAoM,9184
olmo_core/nn/lm_head.py,sha256=zkFGiP9Jdi65ESxOW3U2imuMoDdtUXjeu9naaWY1nBI,19678
olmo_core/nn/rope.py,sha256=OQt87lDT6yVhOHis28gf3nEmHV8mB8AZPhDKzb87fzY,28827
olmo_core/nn/utils.py,sha256=R6nQHvsRIDcX9gvQqB3gIHaft8s0vP-8NCKuZ7w1M8s,2620
olmo_core/nn/attention/__init__.py,sha256=hSv6bmi-JDESojQ5zWCvMSSoWP2g7h9j1hKU-fri3ts,37646
olmo_core/nn/attention/flash_attn_api.py,sha256=gItw_3arZpO7JNJMw5ngP7K7baO41rpaO958f9UJ0_U,9184
olmo_core/nn/attention/kv_cache.py,sha256=no7hl4mNBb4NfMvvJVOqZmaRkuW9I5nL2uG7FPj9WgE,3711
olmo_core/nn/attention/ring.py,sha256=HYY44Id3di8PEU_wMj_2-6J_xRmNY2w19YE4Q0LMjkE,13514
olmo_core/nn/conversion/__init__.py,sha256=uCDzaxrBI8U_m8quzLiWX3DDwWKvGoTmLGT1OvMUoOY,348
olmo_core/nn/conversion/state_converter.py,sha256=KUluXYYQNFqEKL8UvuupXMEx3zzHkys3d0sOGUunJY8,5133
olmo_core/nn/conversion/state_mapping.py,sha256=eCAKJICyQvUr0tp3gfrolhh-ZIpJ_HcBp71kfu8uVDw,10146
olmo_core/nn/functional/__init__.py,sha256=DAjfYafxKgdUrfgmbMZaLNDaefJb8EfESb-GJhRpfOk,455
olmo_core/nn/functional/cross_entropy_loss.py,sha256=stb90zDTMmTaHUqtEZRfNrolrtgmbDX4iJU2oWVEtAo,3883
olmo_core/nn/hf/__init__.py,sha256=yzAv47AKtyuiOTunnxAMiOBk5CXXSHbui4VA1u49RP8,681
olmo_core/nn/hf/checkpoint.py,sha256=MhHIqbieUC8HIReyCJNepkfkMH9WVBAemVvbOrRNZfk,7417
olmo_core/nn/hf/config.py,sha256=Ql4dJpjJbnxi_i4tV9x76ENQhSLguszYnKdbkd6senk,1956
olmo_core/nn/hf/convert.py,sha256=SiFcPnpHZSIyhi93BKNuYzpt6n_uzqzAHusOMpdAstc,12923
olmo_core/nn/moe/__init__.py,sha256=tPBREjIFac9oYTGIH86r6vgt4dfMscN6ZFP63YOKjZQ,569
olmo_core/nn/moe/loss.py,sha256=HVZ4fOUFlo5bCNZiLv9AuZ8wnbzx6rjJRrHVvqI5Ucs,5870
olmo_core/nn/moe/mlp.py,sha256=o6wF6G9iPAL6HLkXXboowbkksy_gl23uMwEJ3rbnbrE,10653
olmo_core/nn/moe/moe.py,sha256=Q7kAfy84zCY6einPV5SnduLbCMoNDH9PaYpd60GbPYM,12596
olmo_core/nn/moe/parallel_mlp.py,sha256=FbnMQw3pGfJGW4Xj6g70PT91fdZJvayx3RteK2nuYNM,30351
olmo_core/nn/moe/router.py,sha256=3ilzo6otNRiNg3gE4Tt1xoKmSgMgex0if4zZcE2I6ZI,21866
olmo_core/nn/transformer/__init__.py,sha256=2zm4AovDy6Xaa8qub5ZcloCnkD2Ii6pctBvwvVmF9r0,1229
olmo_core/nn/transformer/block.py,sha256=7fxcZcsyYa-q-Tg0jSHf-zOfcLwohFEHRom3dT-lSPg,32781
olmo_core/nn/transformer/config.py,sha256=Onbs8_FyBDrlY2WTeN1zj2IFlfQgP-Qn86wyxfzKPCs,36431
olmo_core/nn/transformer/init.py,sha256=Zs8OFKdd0QiILqlkDd5HQuNwxiXXQVpdnofiUmMpTiA,6411
olmo_core/nn/transformer/model.py,sha256=7Uge2AzZ4vnuujtWr64kgMKRrjIrVTPMdlu66izwfV0,42052
olmo_core/ops/__init__.py,sha256=OkGQqXX1QquZvb99rNPXuSCMjCSaqdtZHX4nfV2teY4,910
olmo_core/ops/moe.py,sha256=vsYw3M-yWjw9KVgQTLfPpbjRzdbvYys4Y9lfGPHXoQU,8920
olmo_core/optim/__init__.py,sha256=6rLPr5Q89KB6jPIbEoVrgcWx9Xq8tzBpQccJIkV5p2k,987
olmo_core/optim/adam.py,sha256=foIBbiK3PlxBdWnHsnIE3gS1F0lVBCLD1oNVEjfL-TM,582
olmo_core/optim/adamw.py,sha256=zJFesbyzyeKUQmk5wHcXOlErASVmVZF-nI0KEYCZSOU,9409
olmo_core/optim/config.py,sha256=CwjeoyqnwE-m7ZcaE7BO0fL9ofPo9pMhLK4KKy_vVcM,7224
olmo_core/optim/lion.py,sha256=6aCDZsTfcZPqsIbuTC5MvgT7xrlbAgiQiihBAdcxyAs,4605
olmo_core/optim/scheduler.py,sha256=u7HF_PokSNgjMzqQ48hoqOka_jcO4TtIT0V8bYoS1KI,17872
olmo_core/optim/skip_step_optimizer.py,sha256=kd39C7ldxA7AEEqA75C_h2zuxt26Hg96IECWDtS5ByU,4420
olmo_core/testing/__init__.py,sha256=_e-aCOQdc4J6fepKhv_ihZVwbgos5N5eQOMTlhh9wzE,872
olmo_core/testing/distributed.py,sha256=WNZZRssFr7eCIrkqkJL-oSsmW86kDHW3c6TrH2opnJk,3801
olmo_core/testing/utils.py,sha256=n5fkcbvUDstfSld6Xtcxg1L2guUGy8mLNoJEwZFlm2Y,3192
olmo_core/train/__init__.py,sha256=7XS-5Fx3sPU3v7P-g31l7IMPDCMDc5GI3xZJ7n4HYHA,4978
olmo_core/train/checkpoint.py,sha256=zZcnQBXjw5Fjss5aGQ85vrog_zYWCawcO2nyidv8Lzs,15688
olmo_core/train/common.py,sha256=yVdc-nnwZdslvnjBxQMSR2vhw23clymRKWFzD7n2HRM,4928
olmo_core/train/config.py,sha256=A7TTMAF-ZP8qS-zVxPMxSlM7PLt9tC1Dgu_TkdDB2nU,12499
olmo_core/train/trainer.py,sha256=7meY2ZYk5-emZ4kkJPMk7dx8-MpsvbM_MYGJvdhG8S4,50109
olmo_core/train/utils.py,sha256=KQp10vHsw4wnHuwtmaMadKrWHCIoraAl3OuYdF3kbyY,12830
olmo_core/train/callbacks/__init__.py,sha256=0IJcV0ic0FJKVF5bKMfHWsY8ubia0dOlZxDapnXx3Zc,1666
olmo_core/train/callbacks/batch_size_scheduler.py,sha256=cuHEz0Fi_8HHiB2uD9TjoTWP-jv_oC66rtBEnZjCX3I,8966
olmo_core/train/callbacks/beaker.py,sha256=W_TBzw6VB7RN0pNiSz9V9GQXf_mPbxuswWZ-ltB-bCY,5546
olmo_core/train/callbacks/callback.py,sha256=VckyI47H-ErCKgHNW5erE3bKwEADc_T1OLK4xGo_I0Y,3917
olmo_core/train/callbacks/checkpointer.py,sha256=BA2JqUJ1Yf2bN2M-OHtKhP6qZsjD-k6KAiaPLk-rMNA,10132
olmo_core/train/callbacks/comet.py,sha256=52Hqep7Ii5BATb1mbgZj5luWap5ez35QlSyhxn1vAtQ,7781
olmo_core/train/callbacks/config_saver.py,sha256=N1zAfyhQo26Tx0EDPFfTWu670WHynjhy_QOAiT-8s0k,2729
olmo_core/train/callbacks/console_logger.py,sha256=M0JD583jbhRRcnX5SWzqpiFR4rqq48qFUC5jVZtWSOY,2933
olmo_core/train/callbacks/evaluator_callback.py,sha256=d-0z8n_2VyGG4pQQv32qfYEitw9UXDeInWR8KWqfheY,16194
olmo_core/train/callbacks/garbage_collector.py,sha256=PbvqbxbKqbczNQ52EFATT-F4ji21_4682_DIDKiOC1I,1256
olmo_core/train/callbacks/gpu_memory_monitor.py,sha256=fgpMMOFanUPfmWUk5cKZCbcrw6-TZXXEm0JujqMt1gM,2736
olmo_core/train/callbacks/monkey_patcher.py,sha256=d_c1D0MpJJzzMxaOmH5e5gOgZ4oOi6xqnEWNLbG4OtU,694
olmo_core/train/callbacks/profiler.py,sha256=Nt8osZTWx_h0KgRpXaWIEeSpACRstzUJFgXEm3qlnb4,6579
olmo_core/train/callbacks/sequence_length_scheduler.py,sha256=A3IiAfrUGWGoiFf6xMJz5YmEAKqXSZQTM3WWG4eFoCU,6675
olmo_core/train/callbacks/slack_notifier.py,sha256=6ctYyNbKKsMaqsiyduCQRRANA-pRuTnNoO_e6M4YV9Y,3670
olmo_core/train/callbacks/speed_monitor.py,sha256=U3aYwbrhlKb4_nREPM3s00md3Da0LDjA2qHFb37ISdo,6522
olmo_core/train/callbacks/wandb.py,sha256=X7IhJORrrWDv_SrZb0X-4TnMS2yzdztdX3owVfC-enc,4851
olmo_core/train/train_module/__init__.py,sha256=EbKjo69OP7LcCVWXgnTjSf-p6RZFwI3uSjRqfVxIHL8,1190
olmo_core/train/train_module/train_module.py,sha256=1FqhHiVA1Ca4cD79fFNX5F9I3nFtAgofa_v22xOrPdM,13599
olmo_core/train/train_module/transformer/__init__.py,sha256=yAtsjmsc7yZ1Q4mQiEgJZG3CLmyZbM_3j9Nq_E7zf4g,1036
olmo_core/train/train_module/transformer/common.py,sha256=1KU_SDadtqyAmaqwHspIj_5DwDqBBLc5u6eTy_HiRfY,6005
olmo_core/train/train_module/transformer/config.py,sha256=N2kd3R7G9850LutkzTmzCCDjuVRpen2_FbLsl69C_pQ,12230
olmo_core/train/train_module/transformer/pipeline_train_module.py,sha256=iVkEHz7iMcIj3A9x5wh_Ti44o-bAUnqOWN-j3iin_2I,28412
olmo_core/train/train_module/transformer/train_module.py,sha256=CDtWaeKWBT7V60evLZ4AQn2zG2_ALwNnD2gMINxBPNU,25904
ai2_olmo_core-2.2.0.dist-info/METADATA,sha256=LgFX-P8SIL9puU1B2XeHyOqufMjGieb0ERYk_B0r0VQ,25888
ai2_olmo_core-2.2.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
ai2_olmo_core-2.2.0.dist-info/top_level.txt,sha256=UtCTFfoX3W7Uv2UKc7h_I8QyTlIAl_fZSZyb7UGwY6Q,10
ai2_olmo_core-2.2.0.dist-info/RECORD,,
