diff --git a/.nojekyll b/.nojekyll index db44f4be7..733316ea1 100644 --- a/.nojekyll +++ b/.nojekyll @@ -1 +1 @@ -ed2046eb \ No newline at end of file +21701368 \ No newline at end of file diff --git a/FAQS.html b/FAQS.html index bbab93fce..34a44ffc3 100644 --- a/FAQS.html +++ b/FAQS.html @@ -2,7 +2,7 @@ - + @@ -35,7 +35,7 @@ ul.task-list li input[type="checkbox"] { - + diff --git a/TODO.html b/TODO.html index c28388cb0..844eed875 100644 --- a/TODO.html +++ b/TODO.html @@ -2,7 +2,7 @@ - + @@ -35,7 +35,7 @@ ul.task-list li input[type="checkbox"] { - + diff --git a/docs/amd_hpc.html b/docs/amd_hpc.html index ff22ea617..e64edfd34 100644 --- a/docs/amd_hpc.html +++ b/docs/amd_hpc.html @@ -2,7 +2,7 @@ - + @@ -70,7 +70,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/cli.args.html b/docs/api/cli.args.html index eae6a2df5..a5768a277 100644 --- a/docs/api/cli.args.html +++ b/docs/api/cli.args.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/cli.checks.html b/docs/api/cli.checks.html index 47382ba14..36338a180 100644 --- a/docs/api/cli.checks.html +++ b/docs/api/cli.checks.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/cli.cloud.base.html b/docs/api/cli.cloud.base.html index 36750d8c6..e2253f557 100644 --- a/docs/api/cli.cloud.base.html +++ b/docs/api/cli.cloud.base.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/cli.cloud.modal_.html b/docs/api/cli.cloud.modal_.html index 91a096900..3409317df 100644 --- a/docs/api/cli.cloud.modal_.html +++ b/docs/api/cli.cloud.modal_.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/cli.config.html b/docs/api/cli.config.html index df9270587..26eac33ba 100644 --- a/docs/api/cli.config.html +++ b/docs/api/cli.config.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/cli.evaluate.html b/docs/api/cli.evaluate.html index 91813e6d9..75fd643b1 100644 --- a/docs/api/cli.evaluate.html +++ b/docs/api/cli.evaluate.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/cli.inference.html b/docs/api/cli.inference.html index 803478b07..e5194b996 100644 --- a/docs/api/cli.inference.html +++ b/docs/api/cli.inference.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/cli.main.html b/docs/api/cli.main.html index e2e93db8d..22cb4ef7f 100644 --- a/docs/api/cli.main.html +++ b/docs/api/cli.main.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/cli.merge_lora.html b/docs/api/cli.merge_lora.html index 90c80e09f..9a27f9211 100644 --- a/docs/api/cli.merge_lora.html +++ b/docs/api/cli.merge_lora.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/cli.merge_sharded_fsdp_weights.html b/docs/api/cli.merge_sharded_fsdp_weights.html index 66d8804cc..8ea58c555 100644 --- a/docs/api/cli.merge_sharded_fsdp_weights.html +++ b/docs/api/cli.merge_sharded_fsdp_weights.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/cli.preprocess.html b/docs/api/cli.preprocess.html index 220ab802a..6fd8b0aa5 100644 --- a/docs/api/cli.preprocess.html +++ b/docs/api/cli.preprocess.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/cli.sweeps.html b/docs/api/cli.sweeps.html index 60033060e..866b9ec97 100644 --- a/docs/api/cli.sweeps.html +++ b/docs/api/cli.sweeps.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/cli.train.html b/docs/api/cli.train.html index fb5abd25e..964251055 100644 --- a/docs/api/cli.train.html +++ b/docs/api/cli.train.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/cli.utils.html b/docs/api/cli.utils.html index 191b22bed..abd2305cf 100644 --- a/docs/api/cli.utils.html +++ b/docs/api/cli.utils.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/cli.vllm_serve.html b/docs/api/cli.vllm_serve.html index 634d86f29..24c68142c 100644 --- a/docs/api/cli.vllm_serve.html +++ b/docs/api/cli.vllm_serve.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/common.architectures.html b/docs/api/common.architectures.html index b4f1faac6..496e400e7 100644 --- a/docs/api/common.architectures.html +++ b/docs/api/common.architectures.html @@ -2,7 +2,7 @@ - + @@ -35,7 +35,7 @@ ul.task-list li input[type="checkbox"] { - + diff --git a/docs/api/common.const.html b/docs/api/common.const.html index dabe55954..a3874ba7e 100644 --- a/docs/api/common.const.html +++ b/docs/api/common.const.html @@ -2,7 +2,7 @@ - + @@ -35,7 +35,7 @@ ul.task-list li input[type="checkbox"] { - + diff --git a/docs/api/common.datasets.html b/docs/api/common.datasets.html index d6e58e059..6e0fbe4f0 100644 --- a/docs/api/common.datasets.html +++ b/docs/api/common.datasets.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/convert.html b/docs/api/convert.html index 1b45085f0..61ae8d368 100644 --- a/docs/api/convert.html +++ b/docs/api/convert.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/core.chat.format.chatml.html b/docs/api/core.chat.format.chatml.html index 93b80bbc4..455a9c972 100644 --- a/docs/api/core.chat.format.chatml.html +++ b/docs/api/core.chat.format.chatml.html @@ -2,7 +2,7 @@ - + @@ -35,7 +35,7 @@ ul.task-list li input[type="checkbox"] { - + diff --git a/docs/api/core.chat.format.llama3x.html b/docs/api/core.chat.format.llama3x.html index 85e88fd0f..257a304bb 100644 --- a/docs/api/core.chat.format.llama3x.html +++ b/docs/api/core.chat.format.llama3x.html @@ -2,7 +2,7 @@ - + @@ -35,7 +35,7 @@ ul.task-list li input[type="checkbox"] { - + diff --git a/docs/api/core.chat.format.shared.html b/docs/api/core.chat.format.shared.html index 4f651ccfe..4aa4c9ab5 100644 --- a/docs/api/core.chat.format.shared.html +++ b/docs/api/core.chat.format.shared.html @@ -2,7 +2,7 @@ - + @@ -35,7 +35,7 @@ ul.task-list li input[type="checkbox"] { - + diff --git a/docs/api/core.chat.messages.html b/docs/api/core.chat.messages.html index 8cc9a7d9e..c6a3c233a 100644 --- a/docs/api/core.chat.messages.html +++ b/docs/api/core.chat.messages.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/core.datasets.chat.html b/docs/api/core.datasets.chat.html index 88c392d85..716ac6660 100644 --- a/docs/api/core.datasets.chat.html +++ b/docs/api/core.datasets.chat.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/core.datasets.transforms.chat_builder.html b/docs/api/core.datasets.transforms.chat_builder.html index 20ae4662c..979a6894e 100644 --- a/docs/api/core.datasets.transforms.chat_builder.html +++ b/docs/api/core.datasets.transforms.chat_builder.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/core.trainer_builder.html b/docs/api/core.trainer_builder.html index ab69ac263..46182c92e 100644 --- a/docs/api/core.trainer_builder.html +++ b/docs/api/core.trainer_builder.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/core.trainers.base.html b/docs/api/core.trainers.base.html index a7ba2bc98..a51404ddc 100644 --- a/docs/api/core.trainers.base.html +++ b/docs/api/core.trainers.base.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/core.trainers.dpo.trainer.html b/docs/api/core.trainers.dpo.trainer.html index 082f932fc..56710d9a5 100644 --- a/docs/api/core.trainers.dpo.trainer.html +++ b/docs/api/core.trainers.dpo.trainer.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/core.trainers.grpo.trainer.html b/docs/api/core.trainers.grpo.trainer.html index d9c750cc1..83a03d659 100644 --- a/docs/api/core.trainers.grpo.trainer.html +++ b/docs/api/core.trainers.grpo.trainer.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/core.trainers.trl.html b/docs/api/core.trainers.trl.html index 93393172d..ac86e830c 100644 --- a/docs/api/core.trainers.trl.html +++ b/docs/api/core.trainers.trl.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/core.training_args.html b/docs/api/core.training_args.html index 8bea30c76..1e3d86203 100644 --- a/docs/api/core.training_args.html +++ b/docs/api/core.training_args.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/datasets.html b/docs/api/datasets.html index 219b40bcb..8268d7662 100644 --- a/docs/api/datasets.html +++ b/docs/api/datasets.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/evaluate.html b/docs/api/evaluate.html index 83a213db4..d4e15f438 100644 --- a/docs/api/evaluate.html +++ b/docs/api/evaluate.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/index.html b/docs/api/index.html index bcb6edcb2..6fff03944 100644 --- a/docs/api/index.html +++ b/docs/api/index.html @@ -2,7 +2,7 @@ - + @@ -35,7 +35,7 @@ ul.task-list li input[type="checkbox"] { - + diff --git a/docs/api/integrations.base.html b/docs/api/integrations.base.html index aeeb6bad5..be5dea2bf 100644 --- a/docs/api/integrations.base.html +++ b/docs/api/integrations.base.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/integrations.cut_cross_entropy.args.html b/docs/api/integrations.cut_cross_entropy.args.html index e53930fec..a15bf27b5 100644 --- a/docs/api/integrations.cut_cross_entropy.args.html +++ b/docs/api/integrations.cut_cross_entropy.args.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/integrations.grokfast.optimizer.html b/docs/api/integrations.grokfast.optimizer.html index 3628f6f06..0a6b255ca 100644 --- a/docs/api/integrations.grokfast.optimizer.html +++ b/docs/api/integrations.grokfast.optimizer.html @@ -2,7 +2,7 @@ - + @@ -35,7 +35,7 @@ ul.task-list li input[type="checkbox"] { - + diff --git a/docs/api/integrations.kd.trainer.html b/docs/api/integrations.kd.trainer.html index 08f645c7b..a6d30612b 100644 --- a/docs/api/integrations.kd.trainer.html +++ b/docs/api/integrations.kd.trainer.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/integrations.liger.args.html b/docs/api/integrations.liger.args.html index 1f670d53e..b0882ca2c 100644 --- a/docs/api/integrations.liger.args.html +++ b/docs/api/integrations.liger.args.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/integrations.lm_eval.args.html b/docs/api/integrations.lm_eval.args.html index c2ad9f1af..0ed134b49 100644 --- a/docs/api/integrations.lm_eval.args.html +++ b/docs/api/integrations.lm_eval.args.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/integrations.spectrum.args.html b/docs/api/integrations.spectrum.args.html index 0d1c885bc..785bc1750 100644 --- a/docs/api/integrations.spectrum.args.html +++ b/docs/api/integrations.spectrum.args.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/kernels.geglu.html b/docs/api/kernels.geglu.html index 57bb692e6..b500fa979 100644 --- a/docs/api/kernels.geglu.html +++ b/docs/api/kernels.geglu.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/kernels.lora.html b/docs/api/kernels.lora.html index e2800de6d..d295575de 100644 --- a/docs/api/kernels.lora.html +++ b/docs/api/kernels.lora.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/kernels.quantize.html b/docs/api/kernels.quantize.html index d62e92a61..d91f9fa21 100644 --- a/docs/api/kernels.quantize.html +++ b/docs/api/kernels.quantize.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/kernels.swiglu.html b/docs/api/kernels.swiglu.html index 5345fc6ea..c452b545d 100644 --- a/docs/api/kernels.swiglu.html +++ b/docs/api/kernels.swiglu.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/kernels.utils.html b/docs/api/kernels.utils.html index f379aa990..285e9ebf5 100644 --- a/docs/api/kernels.utils.html +++ b/docs/api/kernels.utils.html @@ -2,7 +2,7 @@ - + @@ -35,7 +35,7 @@ ul.task-list li input[type="checkbox"] { - + diff --git a/docs/api/logging_config.html b/docs/api/logging_config.html index 5e61f9224..3054d2756 100644 --- a/docs/api/logging_config.html +++ b/docs/api/logging_config.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/models.mamba.modeling_mamba.html b/docs/api/models.mamba.modeling_mamba.html index f0da95f8c..637b8a3ae 100644 --- a/docs/api/models.mamba.modeling_mamba.html +++ b/docs/api/models.mamba.modeling_mamba.html @@ -2,7 +2,7 @@ - + @@ -35,7 +35,7 @@ ul.task-list li input[type="checkbox"] { - + diff --git a/docs/api/monkeypatch.attention.mllama.html b/docs/api/monkeypatch.attention.mllama.html index c8c8a2a71..47d9a67de 100644 --- a/docs/api/monkeypatch.attention.mllama.html +++ b/docs/api/monkeypatch.attention.mllama.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/monkeypatch.btlm_attn_hijack_flash.html b/docs/api/monkeypatch.btlm_attn_hijack_flash.html index a659c458c..6bcbc73a3 100644 --- a/docs/api/monkeypatch.btlm_attn_hijack_flash.html +++ b/docs/api/monkeypatch.btlm_attn_hijack_flash.html @@ -2,7 +2,7 @@ - + @@ -35,7 +35,7 @@ ul.task-list li input[type="checkbox"] { - + diff --git a/docs/api/monkeypatch.data.batch_dataset_fetcher.html b/docs/api/monkeypatch.data.batch_dataset_fetcher.html index 5d2f0b137..1e344f3a7 100644 --- a/docs/api/monkeypatch.data.batch_dataset_fetcher.html +++ b/docs/api/monkeypatch.data.batch_dataset_fetcher.html @@ -2,7 +2,7 @@ - + @@ -35,7 +35,7 @@ ul.task-list li input[type="checkbox"] { - + diff --git a/docs/api/monkeypatch.llama_attn_hijack_flash.html b/docs/api/monkeypatch.llama_attn_hijack_flash.html index d2a6d3e8f..930e67cb5 100644 --- a/docs/api/monkeypatch.llama_attn_hijack_flash.html +++ b/docs/api/monkeypatch.llama_attn_hijack_flash.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/monkeypatch.llama_attn_hijack_xformers.html b/docs/api/monkeypatch.llama_attn_hijack_xformers.html index 381d40dd1..9fc6ab749 100644 --- a/docs/api/monkeypatch.llama_attn_hijack_xformers.html +++ b/docs/api/monkeypatch.llama_attn_hijack_xformers.html @@ -2,7 +2,7 @@ - + @@ -35,7 +35,7 @@ ul.task-list li input[type="checkbox"] { - + diff --git a/docs/api/monkeypatch.llama_expand_mask.html b/docs/api/monkeypatch.llama_expand_mask.html index 6ef24b6bf..423ca56a7 100644 --- a/docs/api/monkeypatch.llama_expand_mask.html +++ b/docs/api/monkeypatch.llama_expand_mask.html @@ -2,7 +2,7 @@ - + @@ -35,7 +35,7 @@ ul.task-list li input[type="checkbox"] { - + diff --git a/docs/api/monkeypatch.llama_patch_multipack.html b/docs/api/monkeypatch.llama_patch_multipack.html index a0422bc8b..d0468e54f 100644 --- a/docs/api/monkeypatch.llama_patch_multipack.html +++ b/docs/api/monkeypatch.llama_patch_multipack.html @@ -2,7 +2,7 @@ - + @@ -35,7 +35,7 @@ ul.task-list li input[type="checkbox"] { - + diff --git a/docs/api/monkeypatch.lora_kernels.html b/docs/api/monkeypatch.lora_kernels.html index eb683235b..7a8a69073 100644 --- a/docs/api/monkeypatch.lora_kernels.html +++ b/docs/api/monkeypatch.lora_kernels.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/monkeypatch.mistral_attn_hijack_flash.html b/docs/api/monkeypatch.mistral_attn_hijack_flash.html index 0c653e779..c51e01d7f 100644 --- a/docs/api/monkeypatch.mistral_attn_hijack_flash.html +++ b/docs/api/monkeypatch.mistral_attn_hijack_flash.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/monkeypatch.mixtral.html b/docs/api/monkeypatch.mixtral.html index 8ebbb7fc7..a83097952 100644 --- a/docs/api/monkeypatch.mixtral.html +++ b/docs/api/monkeypatch.mixtral.html @@ -2,7 +2,7 @@ - + @@ -35,7 +35,7 @@ ul.task-list li input[type="checkbox"] { - + diff --git a/docs/api/monkeypatch.multipack.html b/docs/api/monkeypatch.multipack.html index 596e37c39..ad647d98f 100644 --- a/docs/api/monkeypatch.multipack.html +++ b/docs/api/monkeypatch.multipack.html @@ -2,7 +2,7 @@ - + @@ -35,7 +35,7 @@ ul.task-list li input[type="checkbox"] { - + diff --git a/docs/api/monkeypatch.relora.html b/docs/api/monkeypatch.relora.html index 45d1b6a0d..659320f90 100644 --- a/docs/api/monkeypatch.relora.html +++ b/docs/api/monkeypatch.relora.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/monkeypatch.stablelm_attn_hijack_flash.html b/docs/api/monkeypatch.stablelm_attn_hijack_flash.html index 197aaaaf2..d7ec767e8 100644 --- a/docs/api/monkeypatch.stablelm_attn_hijack_flash.html +++ b/docs/api/monkeypatch.stablelm_attn_hijack_flash.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/monkeypatch.trainer_fsdp_optim.html b/docs/api/monkeypatch.trainer_fsdp_optim.html index e780daad3..f24cdabb9 100644 --- a/docs/api/monkeypatch.trainer_fsdp_optim.html +++ b/docs/api/monkeypatch.trainer_fsdp_optim.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/monkeypatch.transformers_fa_utils.html b/docs/api/monkeypatch.transformers_fa_utils.html index 7bc5774d0..7ab280459 100644 --- a/docs/api/monkeypatch.transformers_fa_utils.html +++ b/docs/api/monkeypatch.transformers_fa_utils.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/monkeypatch.unsloth_.html b/docs/api/monkeypatch.unsloth_.html index a4289d6f1..536a2f3b3 100644 --- a/docs/api/monkeypatch.unsloth_.html +++ b/docs/api/monkeypatch.unsloth_.html @@ -2,7 +2,7 @@ - + @@ -35,7 +35,7 @@ ul.task-list li input[type="checkbox"] { - + diff --git a/docs/api/monkeypatch.utils.html b/docs/api/monkeypatch.utils.html index 8ce72dd4b..a1b2e8e1e 100644 --- a/docs/api/monkeypatch.utils.html +++ b/docs/api/monkeypatch.utils.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/prompt_strategies.alpaca_chat.html b/docs/api/prompt_strategies.alpaca_chat.html index 137938460..8ee471672 100644 --- a/docs/api/prompt_strategies.alpaca_chat.html +++ b/docs/api/prompt_strategies.alpaca_chat.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/prompt_strategies.alpaca_instruct.html b/docs/api/prompt_strategies.alpaca_instruct.html index acccef446..ae8e9ccdf 100644 --- a/docs/api/prompt_strategies.alpaca_instruct.html +++ b/docs/api/prompt_strategies.alpaca_instruct.html @@ -2,7 +2,7 @@ - + @@ -35,7 +35,7 @@ ul.task-list li input[type="checkbox"] { - + diff --git a/docs/api/prompt_strategies.alpaca_w_system.html b/docs/api/prompt_strategies.alpaca_w_system.html index 0786bbe2c..955def9a2 100644 --- a/docs/api/prompt_strategies.alpaca_w_system.html +++ b/docs/api/prompt_strategies.alpaca_w_system.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/prompt_strategies.base.html b/docs/api/prompt_strategies.base.html index 8a8a2e7c2..c74906dc7 100644 --- a/docs/api/prompt_strategies.base.html +++ b/docs/api/prompt_strategies.base.html @@ -2,7 +2,7 @@ - + @@ -35,7 +35,7 @@ ul.task-list li input[type="checkbox"] { - + diff --git a/docs/api/prompt_strategies.bradley_terry.llama3.html b/docs/api/prompt_strategies.bradley_terry.llama3.html index 33f39545d..258a73d8a 100644 --- a/docs/api/prompt_strategies.bradley_terry.llama3.html +++ b/docs/api/prompt_strategies.bradley_terry.llama3.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/prompt_strategies.chat_template.html b/docs/api/prompt_strategies.chat_template.html index dcac0b95f..af09c1436 100644 --- a/docs/api/prompt_strategies.chat_template.html +++ b/docs/api/prompt_strategies.chat_template.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/prompt_strategies.completion.html b/docs/api/prompt_strategies.completion.html index 5bc40c8d8..a56a48cd7 100644 --- a/docs/api/prompt_strategies.completion.html +++ b/docs/api/prompt_strategies.completion.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/prompt_strategies.dpo.chat_template.html b/docs/api/prompt_strategies.dpo.chat_template.html index 93a239a98..b90d665ec 100644 --- a/docs/api/prompt_strategies.dpo.chat_template.html +++ b/docs/api/prompt_strategies.dpo.chat_template.html @@ -2,7 +2,7 @@ - + @@ -35,7 +35,7 @@ ul.task-list li input[type="checkbox"] { - + diff --git a/docs/api/prompt_strategies.dpo.chatml.html b/docs/api/prompt_strategies.dpo.chatml.html index 10cf198e5..b1916504c 100644 --- a/docs/api/prompt_strategies.dpo.chatml.html +++ b/docs/api/prompt_strategies.dpo.chatml.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/prompt_strategies.dpo.llama3.html b/docs/api/prompt_strategies.dpo.llama3.html index d1721d210..e1ab03b25 100644 --- a/docs/api/prompt_strategies.dpo.llama3.html +++ b/docs/api/prompt_strategies.dpo.llama3.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/prompt_strategies.dpo.passthrough.html b/docs/api/prompt_strategies.dpo.passthrough.html index 9f77a21a6..1893d4c53 100644 --- a/docs/api/prompt_strategies.dpo.passthrough.html +++ b/docs/api/prompt_strategies.dpo.passthrough.html @@ -2,7 +2,7 @@ - + @@ -35,7 +35,7 @@ ul.task-list li input[type="checkbox"] { - + diff --git a/docs/api/prompt_strategies.dpo.user_defined.html b/docs/api/prompt_strategies.dpo.user_defined.html index 0cf6a62c4..8b2307779 100644 --- a/docs/api/prompt_strategies.dpo.user_defined.html +++ b/docs/api/prompt_strategies.dpo.user_defined.html @@ -2,7 +2,7 @@ - + @@ -35,7 +35,7 @@ ul.task-list li input[type="checkbox"] { - + diff --git a/docs/api/prompt_strategies.dpo.zephyr.html b/docs/api/prompt_strategies.dpo.zephyr.html index d841eb7ad..dc1feed20 100644 --- a/docs/api/prompt_strategies.dpo.zephyr.html +++ b/docs/api/prompt_strategies.dpo.zephyr.html @@ -2,7 +2,7 @@ - + @@ -35,7 +35,7 @@ ul.task-list li input[type="checkbox"] { - + diff --git a/docs/api/prompt_strategies.input_output.html b/docs/api/prompt_strategies.input_output.html index 7e665a967..634ff5366 100644 --- a/docs/api/prompt_strategies.input_output.html +++ b/docs/api/prompt_strategies.input_output.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/prompt_strategies.kto.chatml.html b/docs/api/prompt_strategies.kto.chatml.html index 694253da7..73b6f2a9c 100644 --- a/docs/api/prompt_strategies.kto.chatml.html +++ b/docs/api/prompt_strategies.kto.chatml.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/prompt_strategies.kto.llama3.html b/docs/api/prompt_strategies.kto.llama3.html index d1eb4aa27..b7aaf6333 100644 --- a/docs/api/prompt_strategies.kto.llama3.html +++ b/docs/api/prompt_strategies.kto.llama3.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/prompt_strategies.kto.user_defined.html b/docs/api/prompt_strategies.kto.user_defined.html index 1b980023f..23d3fbabd 100644 --- a/docs/api/prompt_strategies.kto.user_defined.html +++ b/docs/api/prompt_strategies.kto.user_defined.html @@ -2,7 +2,7 @@ - + @@ -35,7 +35,7 @@ ul.task-list li input[type="checkbox"] { - + diff --git a/docs/api/prompt_strategies.llama2_chat.html b/docs/api/prompt_strategies.llama2_chat.html index 9f72dc19d..969ed09ca 100644 --- a/docs/api/prompt_strategies.llama2_chat.html +++ b/docs/api/prompt_strategies.llama2_chat.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/prompt_strategies.messages.chat.html b/docs/api/prompt_strategies.messages.chat.html index b7c3de563..4266c83c0 100644 --- a/docs/api/prompt_strategies.messages.chat.html +++ b/docs/api/prompt_strategies.messages.chat.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/prompt_strategies.metharme.html b/docs/api/prompt_strategies.metharme.html index 9ac0ced77..19dbd64c9 100644 --- a/docs/api/prompt_strategies.metharme.html +++ b/docs/api/prompt_strategies.metharme.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/prompt_strategies.orcamini.html b/docs/api/prompt_strategies.orcamini.html index a2a113317..2a3eb0f27 100644 --- a/docs/api/prompt_strategies.orcamini.html +++ b/docs/api/prompt_strategies.orcamini.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/prompt_strategies.orpo.chat_template.html b/docs/api/prompt_strategies.orpo.chat_template.html index 211fe10d1..63502765a 100644 --- a/docs/api/prompt_strategies.orpo.chat_template.html +++ b/docs/api/prompt_strategies.orpo.chat_template.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/prompt_strategies.pygmalion.html b/docs/api/prompt_strategies.pygmalion.html index c41400b63..68a2875b9 100644 --- a/docs/api/prompt_strategies.pygmalion.html +++ b/docs/api/prompt_strategies.pygmalion.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/prompt_strategies.stepwise_supervised.html b/docs/api/prompt_strategies.stepwise_supervised.html index e49094161..be2534e98 100644 --- a/docs/api/prompt_strategies.stepwise_supervised.html +++ b/docs/api/prompt_strategies.stepwise_supervised.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/prompt_strategies.user_defined.html b/docs/api/prompt_strategies.user_defined.html index cde45bae3..ce81ea362 100644 --- a/docs/api/prompt_strategies.user_defined.html +++ b/docs/api/prompt_strategies.user_defined.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/prompt_tokenizers.html b/docs/api/prompt_tokenizers.html index 8dc8410e2..fc0cf52ce 100644 --- a/docs/api/prompt_tokenizers.html +++ b/docs/api/prompt_tokenizers.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/train.html b/docs/api/train.html index 00f799b91..9d9a7e8be 100644 --- a/docs/api/train.html +++ b/docs/api/train.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/utils.bench.html b/docs/api/utils.bench.html index 438873f93..b80c9df80 100644 --- a/docs/api/utils.bench.html +++ b/docs/api/utils.bench.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/utils.callbacks.comet_.html b/docs/api/utils.callbacks.comet_.html index 241ac4716..9dca8531f 100644 --- a/docs/api/utils.callbacks.comet_.html +++ b/docs/api/utils.callbacks.comet_.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/utils.callbacks.lisa.html b/docs/api/utils.callbacks.lisa.html index a942976e2..34fb48edb 100644 --- a/docs/api/utils.callbacks.lisa.html +++ b/docs/api/utils.callbacks.lisa.html @@ -2,7 +2,7 @@ - + @@ -35,7 +35,7 @@ ul.task-list li input[type="checkbox"] { - + diff --git a/docs/api/utils.callbacks.mlflow_.html b/docs/api/utils.callbacks.mlflow_.html index 061c0e730..9150542c3 100644 --- a/docs/api/utils.callbacks.mlflow_.html +++ b/docs/api/utils.callbacks.mlflow_.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/utils.callbacks.perplexity.html b/docs/api/utils.callbacks.perplexity.html index 5891aea12..ea7ed6f87 100644 --- a/docs/api/utils.callbacks.perplexity.html +++ b/docs/api/utils.callbacks.perplexity.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/utils.callbacks.profiler.html b/docs/api/utils.callbacks.profiler.html index ad025ee7d..ffa399392 100644 --- a/docs/api/utils.callbacks.profiler.html +++ b/docs/api/utils.callbacks.profiler.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/utils.chat_templates.html b/docs/api/utils.chat_templates.html index a1f32f0aa..77ea51004 100644 --- a/docs/api/utils.chat_templates.html +++ b/docs/api/utils.chat_templates.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/utils.collators.batching.html b/docs/api/utils.collators.batching.html index 02e513924..e6c8b6a84 100644 --- a/docs/api/utils.collators.batching.html +++ b/docs/api/utils.collators.batching.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/utils.collators.core.html b/docs/api/utils.collators.core.html index 403ee534c..ea55611e2 100644 --- a/docs/api/utils.collators.core.html +++ b/docs/api/utils.collators.core.html @@ -2,7 +2,7 @@ - + @@ -35,7 +35,7 @@ ul.task-list li input[type="checkbox"] { - + diff --git a/docs/api/utils.collators.mamba.html b/docs/api/utils.collators.mamba.html index 24688df82..d686d114d 100644 --- a/docs/api/utils.collators.mamba.html +++ b/docs/api/utils.collators.mamba.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/utils.collators.mm_chat.html b/docs/api/utils.collators.mm_chat.html index 30b1d2861..fa390e554 100644 --- a/docs/api/utils.collators.mm_chat.html +++ b/docs/api/utils.collators.mm_chat.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/utils.data.pretraining.html b/docs/api/utils.data.pretraining.html index bb9fc865a..ddeb7ed00 100644 --- a/docs/api/utils.data.pretraining.html +++ b/docs/api/utils.data.pretraining.html @@ -2,7 +2,7 @@ - + @@ -35,7 +35,7 @@ ul.task-list li input[type="checkbox"] { - + diff --git a/docs/api/utils.data.sft.html b/docs/api/utils.data.sft.html index f35cc559e..f0db8ca23 100644 --- a/docs/api/utils.data.sft.html +++ b/docs/api/utils.data.sft.html @@ -2,7 +2,7 @@ - + @@ -35,7 +35,7 @@ ul.task-list li input[type="checkbox"] { - + diff --git a/docs/api/utils.dict.html b/docs/api/utils.dict.html index 59a0f48d1..ed89f011d 100644 --- a/docs/api/utils.dict.html +++ b/docs/api/utils.dict.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/utils.distributed.html b/docs/api/utils.distributed.html index dc57c3d22..56f6e52cc 100644 --- a/docs/api/utils.distributed.html +++ b/docs/api/utils.distributed.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/utils.freeze.html b/docs/api/utils.freeze.html index 0ed3391b0..13dc618ed 100644 --- a/docs/api/utils.freeze.html +++ b/docs/api/utils.freeze.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/utils.gradient_checkpointing.unsloth.html b/docs/api/utils.gradient_checkpointing.unsloth.html index 5c3487972..75de3b76b 100644 --- a/docs/api/utils.gradient_checkpointing.unsloth.html +++ b/docs/api/utils.gradient_checkpointing.unsloth.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/utils.lora.html b/docs/api/utils.lora.html index d2905c87d..c804e76b9 100644 --- a/docs/api/utils.lora.html +++ b/docs/api/utils.lora.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/utils.lora_embeddings.html b/docs/api/utils.lora_embeddings.html index 5808bceb7..d6ed0cfb5 100644 --- a/docs/api/utils.lora_embeddings.html +++ b/docs/api/utils.lora_embeddings.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/utils.model_shard_quant.html b/docs/api/utils.model_shard_quant.html index 8fe05759f..e09322f93 100644 --- a/docs/api/utils.model_shard_quant.html +++ b/docs/api/utils.model_shard_quant.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/utils.models.html b/docs/api/utils.models.html index eedc1c511..0b3d4c474 100644 --- a/docs/api/utils.models.html +++ b/docs/api/utils.models.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/utils.optimizers.adopt.html b/docs/api/utils.optimizers.adopt.html index 34b1dfb5f..87ea46a18 100644 --- a/docs/api/utils.optimizers.adopt.html +++ b/docs/api/utils.optimizers.adopt.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/utils.samplers.multipack.html b/docs/api/utils.samplers.multipack.html index 2ede4d1c0..036fa9f8f 100644 --- a/docs/api/utils.samplers.multipack.html +++ b/docs/api/utils.samplers.multipack.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/utils.schedulers.html b/docs/api/utils.schedulers.html index 55c2d795d..0fac3be79 100644 --- a/docs/api/utils.schedulers.html +++ b/docs/api/utils.schedulers.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/utils.schemas.config.html b/docs/api/utils.schemas.config.html index 4e84b2f24..ff9fab79a 100644 --- a/docs/api/utils.schemas.config.html +++ b/docs/api/utils.schemas.config.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/utils.schemas.datasets.html b/docs/api/utils.schemas.datasets.html index 4885b4a0e..104645616 100644 --- a/docs/api/utils.schemas.datasets.html +++ b/docs/api/utils.schemas.datasets.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/utils.schemas.enums.html b/docs/api/utils.schemas.enums.html index ad5297324..ca697ea21 100644 --- a/docs/api/utils.schemas.enums.html +++ b/docs/api/utils.schemas.enums.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/utils.schemas.integrations.html b/docs/api/utils.schemas.integrations.html index d738fa99b..f553b403e 100644 --- a/docs/api/utils.schemas.integrations.html +++ b/docs/api/utils.schemas.integrations.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/utils.schemas.model.html b/docs/api/utils.schemas.model.html index 791769331..be55aa670 100644 --- a/docs/api/utils.schemas.model.html +++ b/docs/api/utils.schemas.model.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/utils.schemas.multimodal.html b/docs/api/utils.schemas.multimodal.html index c2f6e2479..7f2f06bd0 100644 --- a/docs/api/utils.schemas.multimodal.html +++ b/docs/api/utils.schemas.multimodal.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/utils.schemas.peft.html b/docs/api/utils.schemas.peft.html index db1690360..41eed8481 100644 --- a/docs/api/utils.schemas.peft.html +++ b/docs/api/utils.schemas.peft.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/utils.schemas.training.html b/docs/api/utils.schemas.training.html index f64edf01d..536b8d3f9 100644 --- a/docs/api/utils.schemas.training.html +++ b/docs/api/utils.schemas.training.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/utils.schemas.trl.html b/docs/api/utils.schemas.trl.html index 7392f83fe..6af7a5f3f 100644 --- a/docs/api/utils.schemas.trl.html +++ b/docs/api/utils.schemas.trl.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/utils.schemas.utils.html b/docs/api/utils.schemas.utils.html index 2e6282629..da7575f62 100644 --- a/docs/api/utils.schemas.utils.html +++ b/docs/api/utils.schemas.utils.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/utils.tokenization.html b/docs/api/utils.tokenization.html index 66f94907a..77499141d 100644 --- a/docs/api/utils.tokenization.html +++ b/docs/api/utils.tokenization.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/api/utils.trainer.html b/docs/api/utils.trainer.html index 96829092f..146a0a30f 100644 --- a/docs/api/utils.trainer.html +++ b/docs/api/utils.trainer.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/batch_vs_grad.html b/docs/batch_vs_grad.html index f4996ff54..8b3b73d2a 100644 --- a/docs/batch_vs_grad.html +++ b/docs/batch_vs_grad.html @@ -2,7 +2,7 @@ - + @@ -36,7 +36,7 @@ ul.task-list li input[type="checkbox"] { - + diff --git a/docs/cli.html b/docs/cli.html index 40b620309..939e27a61 100644 --- a/docs/cli.html +++ b/docs/cli.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/config.html b/docs/config.html index 7dcd44cf8..4cb23105e 100644 --- a/docs/config.html +++ b/docs/config.html @@ -2,7 +2,7 @@ - + @@ -70,7 +70,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/custom_integrations.html b/docs/custom_integrations.html index 1a6afed43..539246448 100644 --- a/docs/custom_integrations.html +++ b/docs/custom_integrations.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/dataset-formats/conversation.html b/docs/dataset-formats/conversation.html index d3b439001..ad8456333 100644 --- a/docs/dataset-formats/conversation.html +++ b/docs/dataset-formats/conversation.html @@ -2,7 +2,7 @@ - + @@ -70,7 +70,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/dataset-formats/index.html b/docs/dataset-formats/index.html index f0f21da37..bd6835822 100644 --- a/docs/dataset-formats/index.html +++ b/docs/dataset-formats/index.html @@ -2,7 +2,7 @@ - + @@ -70,7 +70,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/dataset-formats/inst_tune.html b/docs/dataset-formats/inst_tune.html index d08b5f4e9..4a944a763 100644 --- a/docs/dataset-formats/inst_tune.html +++ b/docs/dataset-formats/inst_tune.html @@ -2,7 +2,7 @@ - + @@ -70,7 +70,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/dataset-formats/pretraining.html b/docs/dataset-formats/pretraining.html index afe2b71f1..b98992bc8 100644 --- a/docs/dataset-formats/pretraining.html +++ b/docs/dataset-formats/pretraining.html @@ -2,7 +2,7 @@ - + @@ -70,7 +70,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/dataset-formats/stepwise_supervised.html b/docs/dataset-formats/stepwise_supervised.html index fa1d32723..86b46c8ff 100644 --- a/docs/dataset-formats/stepwise_supervised.html +++ b/docs/dataset-formats/stepwise_supervised.html @@ -2,7 +2,7 @@ - + @@ -70,7 +70,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/dataset-formats/template_free.html b/docs/dataset-formats/template_free.html index 9d5475a9c..b76cadfc9 100644 --- a/docs/dataset-formats/template_free.html +++ b/docs/dataset-formats/template_free.html @@ -2,7 +2,7 @@ - + @@ -70,7 +70,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/dataset-formats/tokenized.html b/docs/dataset-formats/tokenized.html index 3ea6851e4..a77a538d7 100644 --- a/docs/dataset-formats/tokenized.html +++ b/docs/dataset-formats/tokenized.html @@ -2,7 +2,7 @@ - + @@ -70,7 +70,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/dataset_preprocessing.html b/docs/dataset_preprocessing.html index a02bf1ccd..16a4c7e8a 100644 --- a/docs/dataset_preprocessing.html +++ b/docs/dataset_preprocessing.html @@ -2,7 +2,7 @@ - + @@ -36,7 +36,7 @@ ul.task-list li input[type="checkbox"] { - + diff --git a/docs/debugging.html b/docs/debugging.html index 511253692..afe13444f 100644 --- a/docs/debugging.html +++ b/docs/debugging.html @@ -2,7 +2,7 @@ - + @@ -70,7 +70,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/docker.html b/docs/docker.html index c1878de8b..97d71320e 100644 --- a/docs/docker.html +++ b/docs/docker.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/faq.html b/docs/faq.html index d8bdf95e4..7f5a61a2b 100644 --- a/docs/faq.html +++ b/docs/faq.html @@ -2,7 +2,7 @@ - + @@ -70,7 +70,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/fsdp_qlora.html b/docs/fsdp_qlora.html index 3fd084102..b7297eb0d 100644 --- a/docs/fsdp_qlora.html +++ b/docs/fsdp_qlora.html @@ -2,7 +2,7 @@ - + @@ -36,7 +36,7 @@ ul.task-list li input[type="checkbox"] { - + diff --git a/docs/getting-started.html b/docs/getting-started.html index 5aab678ff..9f7935db4 100644 --- a/docs/getting-started.html +++ b/docs/getting-started.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/inference.html b/docs/inference.html index 22f21292f..a07a334a9 100644 --- a/docs/inference.html +++ b/docs/inference.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/input_output.html b/docs/input_output.html index 085a6716d..fd43af5d8 100644 --- a/docs/input_output.html +++ b/docs/input_output.html @@ -2,7 +2,7 @@ - + @@ -36,7 +36,7 @@ ul.task-list li input[type="checkbox"] { - + diff --git a/docs/installation.html b/docs/installation.html index d249cece6..a2425e060 100644 --- a/docs/installation.html +++ b/docs/installation.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/lora_optims.html b/docs/lora_optims.html index 773e50747..b6512f832 100644 --- a/docs/lora_optims.html +++ b/docs/lora_optims.html @@ -2,7 +2,7 @@ - + @@ -70,7 +70,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/lr_groups.html b/docs/lr_groups.html index b023c09f5..3b409408f 100644 --- a/docs/lr_groups.html +++ b/docs/lr_groups.html @@ -2,7 +2,7 @@ - + @@ -70,7 +70,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/mac.html b/docs/mac.html index 02c95e6af..949f013df 100644 --- a/docs/mac.html +++ b/docs/mac.html @@ -2,7 +2,7 @@ - + @@ -36,7 +36,7 @@ ul.task-list li input[type="checkbox"] { - + diff --git a/docs/multi-gpu.html b/docs/multi-gpu.html index efb88bbbf..0ae03c4a0 100644 --- a/docs/multi-gpu.html +++ b/docs/multi-gpu.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/multi-node.html b/docs/multi-node.html index b62dce622..887c3d604 100644 --- a/docs/multi-node.html +++ b/docs/multi-node.html @@ -2,7 +2,7 @@ - + @@ -70,7 +70,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/multimodal.html b/docs/multimodal.html index e79e583a4..a52e36bd5 100644 --- a/docs/multimodal.html +++ b/docs/multimodal.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/multipack.html b/docs/multipack.html index a73609374..96757f26b 100644 --- a/docs/multipack.html +++ b/docs/multipack.html @@ -2,7 +2,7 @@ - + @@ -36,7 +36,7 @@ ul.task-list li input[type="checkbox"] { - + diff --git a/docs/nccl.html b/docs/nccl.html index af8b62c2f..b2caa2127 100644 --- a/docs/nccl.html +++ b/docs/nccl.html @@ -2,7 +2,7 @@ - + @@ -70,7 +70,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/ray-integration.html b/docs/ray-integration.html index 2b1712344..c4e7c586a 100644 --- a/docs/ray-integration.html +++ b/docs/ray-integration.html @@ -2,7 +2,7 @@ - + @@ -70,7 +70,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/reward_modelling.html b/docs/reward_modelling.html index b7e1ac768..a0419956a 100644 --- a/docs/reward_modelling.html +++ b/docs/reward_modelling.html @@ -2,7 +2,7 @@ - + @@ -70,7 +70,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/rlhf.html b/docs/rlhf.html index a7f4e4dfa..6de8c9ad9 100644 --- a/docs/rlhf.html +++ b/docs/rlhf.html @@ -2,7 +2,7 @@ - + @@ -70,7 +70,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/sequence_parallelism.html b/docs/sequence_parallelism.html index 7a819ae66..c089da968 100644 --- a/docs/sequence_parallelism.html +++ b/docs/sequence_parallelism.html @@ -2,7 +2,7 @@ - + @@ -70,7 +70,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/torchao.html b/docs/torchao.html index 3d176dde5..4257dc05d 100644 --- a/docs/torchao.html +++ b/docs/torchao.html @@ -2,7 +2,7 @@ - + @@ -70,7 +70,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/docs/unsloth.html b/docs/unsloth.html index f5870bde7..4a32b436d 100644 --- a/docs/unsloth.html +++ b/docs/unsloth.html @@ -2,7 +2,7 @@ - + @@ -70,7 +70,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/examples/colab-notebooks/colab-axolotl-example.html b/examples/colab-notebooks/colab-axolotl-example.html index 7e7c24e0c..81249f9e0 100644 --- a/examples/colab-notebooks/colab-axolotl-example.html +++ b/examples/colab-notebooks/colab-axolotl-example.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/examples/llama-2/qlora-fsdp.yml b/examples/llama-2/qlora-fsdp.yml index c2db26b81..759f08024 100644 --- a/examples/llama-2/qlora-fsdp.yml +++ b/examples/llama-2/qlora-fsdp.yml @@ -26,9 +26,7 @@ pad_to_sequence_len: true lora_r: 32 lora_alpha: 16 lora_dropout: 0.05 -lora_target_modules: lora_target_linear: true -lora_fan_in_fan_out: wandb_project: wandb_entity: @@ -43,28 +41,19 @@ optimizer: adamw_torch_fused lr_scheduler: cosine learning_rate: 0.00001 -train_on_inputs: false -group_by_length: false bf16: auto -fp16: tf32: false gradient_checkpointing: true gradient_checkpointing_kwargs: use_reentrant: true -early_stopping_patience: resume_from_checkpoint: -local_rank: logging_steps: 1 -xformers_attention: flash_attention: true warmup_steps: 10 evals_per_epoch: 4 -eval_table_size: saves_per_epoch: 1 -debug: -deepspeed: weight_decay: 0.0 fsdp: - full_shard diff --git a/index.html b/index.html index bdbadf307..f30b87345 100644 --- a/index.html +++ b/index.html @@ -2,7 +2,7 @@ - + @@ -69,7 +69,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin - + diff --git a/site_libs/quarto-html/quarto-syntax-highlighting-dark-b53751a350365c71b6c909e95f209ed1.css b/site_libs/quarto-html/quarto-syntax-highlighting-dark-4379b0ccadffce622b03caf4c46266b3.css similarity index 97% rename from site_libs/quarto-html/quarto-syntax-highlighting-dark-b53751a350365c71b6c909e95f209ed1.css rename to site_libs/quarto-html/quarto-syntax-highlighting-dark-4379b0ccadffce622b03caf4c46266b3.css index d900bb694..0a9c58d20 100644 --- a/site_libs/quarto-html/quarto-syntax-highlighting-dark-b53751a350365c71b6c909e95f209ed1.css +++ b/site_libs/quarto-html/quarto-syntax-highlighting-dark-4379b0ccadffce622b03caf4c46266b3.css @@ -186,4 +186,4 @@ code span.wa { content: " https://axolotl-ai-cloud.github.io/axolotl/examples/colab-notebooks/colab-axolotl-example.html - 2025-04-03T18:51:10.311Z + 2025-04-04T17:47:57.092Z https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/stepwise_supervised.html - 2025-04-03T18:51:10.306Z + 2025-04-04T17:47:57.088Z https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/template_free.html - 2025-04-03T18:51:10.306Z + 2025-04-04T17:47:57.088Z https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/tokenized.html - 2025-04-03T18:51:10.306Z + 2025-04-04T17:47:57.088Z https://axolotl-ai-cloud.github.io/axolotl/docs/nccl.html - 2025-04-03T18:51:10.310Z + 2025-04-04T17:47:57.091Z https://axolotl-ai-cloud.github.io/axolotl/docs/amd_hpc.html - 2025-04-03T18:51:10.306Z + 2025-04-04T17:47:57.087Z https://axolotl-ai-cloud.github.io/axolotl/docs/config.html - 2025-04-03T18:51:10.306Z + 2025-04-04T17:47:57.088Z https://axolotl-ai-cloud.github.io/axolotl/docs/multi-gpu.html - 2025-04-03T18:51:10.310Z + 2025-04-04T17:47:57.091Z https://axolotl-ai-cloud.github.io/axolotl/docs/installation.html - 2025-04-03T18:51:10.309Z + 2025-04-04T17:47:57.091Z https://axolotl-ai-cloud.github.io/axolotl/docs/torchao.html - 2025-04-03T18:51:10.310Z + 2025-04-04T17:47:57.092Z https://axolotl-ai-cloud.github.io/axolotl/docs/reward_modelling.html - 2025-04-03T18:51:10.310Z + 2025-04-04T17:47:57.091Z https://axolotl-ai-cloud.github.io/axolotl/docs/input_output.html - 2025-04-03T18:51:10.309Z + 2025-04-04T17:47:57.091Z https://axolotl-ai-cloud.github.io/axolotl/docs/multimodal.html - 2025-04-03T18:51:10.310Z + 2025-04-04T17:47:57.091Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.callbacks.mlflow_.html - 2025-04-03T18:51:37.776Z + 2025-04-04T17:48:24.779Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/monkeypatch.trainer_fsdp_optim.html - 2025-04-03T18:51:37.369Z + 2025-04-04T17:48:24.374Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/monkeypatch.data.batch_dataset_fetcher.html - 2025-04-03T18:51:37.385Z + 2025-04-04T17:48:24.390Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.stepwise_supervised.html - 2025-04-03T18:51:37.076Z + 2025-04-04T17:48:24.085Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/monkeypatch.mistral_attn_hijack_flash.html - 2025-04-03T18:51:37.318Z + 2025-04-04T17:48:24.323Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.dpo.user_defined.html - 2025-04-03T18:51:37.123Z + 2025-04-04T17:48:24.131Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/integrations.liger.args.html - 2025-04-03T18:51:37.690Z + 2025-04-04T17:48:24.694Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.schemas.training.html - 2025-04-03T18:51:37.554Z + 2025-04-04T17:48:24.559Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/datasets.html - 2025-04-03T18:51:36.575Z + 2025-04-04T17:48:23.587Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/kernels.geglu.html - 2025-04-03T18:51:37.258Z + 2025-04-04T17:48:24.264Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/monkeypatch.llama_attn_hijack_flash.html - 2025-04-03T18:51:37.302Z + 2025-04-04T17:48:24.307Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/cli.sweeps.html - 2025-04-03T18:51:36.910Z + 2025-04-04T17:48:23.920Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.freeze.html - 2025-04-03T18:51:37.456Z + 2025-04-04T17:48:24.461Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/monkeypatch.multipack.html - 2025-04-03T18:51:37.319Z + 2025-04-04T17:48:24.325Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/cli.main.html - 2025-04-03T18:51:36.806Z + 2025-04-04T17:48:23.816Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/core.trainers.trl.html - 2025-04-03T18:51:36.986Z + 2025-04-04T17:48:23.995Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.dpo.passthrough.html - 2025-04-03T18:51:37.125Z + 2025-04-04T17:48:24.132Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/core.chat.format.llama3x.html - 2025-04-03T18:51:36.761Z + 2025-04-04T17:48:23.772Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/core.datasets.transforms.chat_builder.html - 2025-04-03T18:51:36.775Z + 2025-04-04T17:48:23.786Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.kto.user_defined.html - 2025-04-03T18:51:37.142Z + 2025-04-04T17:48:24.149Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.collators.mamba.html - 2025-04-03T18:51:37.748Z + 2025-04-04T17:48:24.751Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/integrations.base.html - 2025-04-03T18:51:37.675Z + 2025-04-04T17:48:24.679Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.bench.html - 2025-04-03T18:51:37.448Z + 2025-04-04T17:48:24.453Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/kernels.swiglu.html - 2025-04-03T18:51:37.268Z + 2025-04-04T17:48:24.274Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/core.chat.format.shared.html - 2025-04-03T18:51:36.762Z + 2025-04-04T17:48:23.773Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/integrations.cut_cross_entropy.args.html - 2025-04-03T18:51:37.678Z + 2025-04-04T17:48:24.682Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/core.datasets.chat.html - 2025-04-03T18:51:36.767Z + 2025-04-04T17:48:23.778Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.callbacks.lisa.html - 2025-04-03T18:51:37.772Z + 2025-04-04T17:48:24.775Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/integrations.grokfast.optimizer.html - 2025-04-03T18:51:37.679Z + 2025-04-04T17:48:24.683Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.alpaca_chat.html - 2025-04-03T18:51:37.026Z + 2025-04-04T17:48:24.035Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.alpaca_instruct.html - 2025-04-03T18:51:37.027Z + 2025-04-04T17:48:24.036Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.kto.chatml.html - 2025-04-03T18:51:37.140Z + 2025-04-04T17:48:24.148Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.schemas.integrations.html - 2025-04-03T18:51:37.600Z + 2025-04-04T17:48:24.604Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.schemas.trl.html - 2025-04-03T18:51:37.583Z + 2025-04-04T17:48:24.587Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_tokenizers.html - 2025-04-03T18:51:36.629Z + 2025-04-04T17:48:23.641Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.data.sft.html - 2025-04-03T18:51:37.531Z + 2025-04-04T17:48:24.536Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.schedulers.html - 2025-04-03T18:51:37.497Z + 2025-04-04T17:48:24.502Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.chat_templates.html - 2025-04-03T18:51:37.431Z + 2025-04-04T17:48:24.437Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.models.html - 2025-04-03T18:51:37.415Z + 2025-04-04T17:48:24.420Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.dpo.chatml.html - 2025-04-03T18:51:37.120Z + 2025-04-04T17:48:24.128Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.distributed.html - 2025-04-03T18:51:37.518Z + 2025-04-04T17:48:24.523Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/monkeypatch.utils.html - 2025-04-03T18:51:37.357Z + 2025-04-04T17:48:24.363Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.schemas.utils.html - 2025-04-03T18:51:37.612Z + 2025-04-04T17:48:24.616Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/monkeypatch.llama_expand_mask.html - 2025-04-03T18:51:37.328Z + 2025-04-04T17:48:24.333Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/common.datasets.html - 2025-04-03T18:51:37.716Z + 2025-04-04T17:48:24.719Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/logging_config.html - 2025-04-03T18:51:36.634Z + 2025-04-04T17:48:23.646Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/kernels.quantize.html - 2025-04-03T18:51:37.275Z + 2025-04-04T17:48:24.281Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/monkeypatch.llama_patch_multipack.html - 2025-04-03T18:51:37.360Z + 2025-04-04T17:48:24.366Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.schemas.model.html - 2025-04-03T18:51:37.549Z + 2025-04-04T17:48:24.554Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/monkeypatch.stablelm_attn_hijack_flash.html - 2025-04-03T18:51:37.366Z + 2025-04-04T17:48:24.371Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/monkeypatch.mixtral.html - 2025-04-03T18:51:37.386Z + 2025-04-04T17:48:24.392Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.tokenization.html - 2025-04-03T18:51:37.422Z + 2025-04-04T17:48:24.427Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/integrations.kd.trainer.html - 2025-04-03T18:51:37.687Z + 2025-04-04T17:48:24.691Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.schemas.datasets.html - 2025-04-03T18:51:37.571Z + 2025-04-04T17:48:24.576Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.collators.core.html - 2025-04-03T18:51:37.718Z + 2025-04-04T17:48:24.722Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/monkeypatch.btlm_attn_hijack_flash.html - 2025-04-03T18:51:37.359Z + 2025-04-04T17:48:24.364Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.optimizers.adopt.html - 2025-04-03T18:51:37.528Z + 2025-04-04T17:48:24.533Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.input_output.html - 2025-04-03T18:51:37.072Z + 2025-04-04T17:48:24.080Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/index.html - 2025-04-03T18:51:36.497Z + 2025-04-04T17:48:23.509Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/cli.cloud.modal_.html - 2025-04-03T18:51:36.955Z + 2025-04-04T17:48:23.965Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.dpo.llama3.html - 2025-04-03T18:51:37.110Z + 2025-04-04T17:48:24.118Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/cli.train.html - 2025-04-03T18:51:36.814Z + 2025-04-04T17:48:23.824Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/core.trainer_builder.html - 2025-04-03T18:51:36.649Z + 2025-04-04T17:48:23.661Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.callbacks.perplexity.html - 2025-04-03T18:51:37.767Z + 2025-04-04T17:48:24.770Z https://axolotl-ai-cloud.github.io/axolotl/docs/getting-started.html - 2025-04-03T18:51:10.307Z + 2025-04-04T17:47:57.088Z https://axolotl-ai-cloud.github.io/axolotl/docs/inference.html - 2025-04-03T18:51:10.309Z + 2025-04-04T17:47:57.091Z https://axolotl-ai-cloud.github.io/axolotl/docs/multipack.html - 2025-04-03T18:51:10.310Z + 2025-04-04T17:47:57.091Z https://axolotl-ai-cloud.github.io/axolotl/docs/sequence_parallelism.html - 2025-04-03T18:51:10.310Z + 2025-04-04T17:47:57.092Z https://axolotl-ai-cloud.github.io/axolotl/docs/multi-node.html - 2025-04-03T18:51:10.310Z + 2025-04-04T17:47:57.091Z https://axolotl-ai-cloud.github.io/axolotl/FAQS.html - 2025-04-03T18:51:10.304Z + 2025-04-04T17:47:57.086Z https://axolotl-ai-cloud.github.io/axolotl/src/axolotl/integrations/cut_cross_entropy/ACKNOWLEDGEMENTS.html - 2025-04-03T18:51:10.325Z + 2025-04-04T17:47:57.107Z https://axolotl-ai-cloud.github.io/axolotl/index.html - 2025-04-03T18:51:10.322Z + 2025-04-04T17:47:57.104Z https://axolotl-ai-cloud.github.io/axolotl/src/axolotl/integrations/LICENSE.html - 2025-04-03T18:51:10.325Z + 2025-04-04T17:47:57.107Z https://axolotl-ai-cloud.github.io/axolotl/TODO.html - 2025-04-03T18:51:10.305Z + 2025-04-04T17:47:57.086Z https://axolotl-ai-cloud.github.io/axolotl/docs/lr_groups.html - 2025-04-03T18:51:10.309Z + 2025-04-04T17:47:57.091Z https://axolotl-ai-cloud.github.io/axolotl/docs/debugging.html - 2025-04-03T18:51:10.307Z + 2025-04-04T17:47:57.088Z https://axolotl-ai-cloud.github.io/axolotl/docs/faq.html - 2025-04-03T18:51:10.307Z + 2025-04-04T17:47:57.088Z https://axolotl-ai-cloud.github.io/axolotl/docs/batch_vs_grad.html - 2025-04-03T18:51:10.306Z + 2025-04-04T17:47:57.087Z https://axolotl-ai-cloud.github.io/axolotl/docs/lora_optims.html - 2025-04-03T18:51:10.309Z + 2025-04-04T17:47:57.091Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.lora_embeddings.html - 2025-04-03T18:51:37.440Z + 2025-04-04T17:48:24.445Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/kernels.utils.html - 2025-04-03T18:51:37.277Z + 2025-04-04T17:48:24.282Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.chat_template.html - 2025-04-03T18:51:37.012Z + 2025-04-04T17:48:24.021Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/convert.html - 2025-04-03T18:51:36.588Z + 2025-04-04T17:48:23.600Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/common.const.html - 2025-04-03T18:51:37.700Z + 2025-04-04T17:48:24.703Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/cli.cloud.base.html - 2025-04-03T18:51:36.949Z + 2025-04-04T17:48:23.958Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/monkeypatch.relora.html - 2025-04-03T18:51:37.326Z + 2025-04-04T17:48:24.331Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.lora.html - 2025-04-03T18:51:37.436Z + 2025-04-04T17:48:24.441Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/cli.merge_lora.html - 2025-04-03T18:51:36.884Z + 2025-04-04T17:48:23.894Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.bradley_terry.llama3.html - 2025-04-03T18:51:37.166Z + 2025-04-04T17:48:24.173Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/cli.merge_sharded_fsdp_weights.html - 2025-04-03T18:51:36.896Z + 2025-04-04T17:48:23.906Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/integrations.spectrum.args.html - 2025-04-03T18:51:37.697Z + 2025-04-04T17:48:24.700Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/models.mamba.modeling_mamba.html - 2025-04-03T18:51:37.717Z + 2025-04-04T17:48:24.720Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/common.architectures.html - 2025-04-03T18:51:37.698Z + 2025-04-04T17:48:24.702Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.trainer.html - 2025-04-03T18:51:37.473Z + 2025-04-04T17:48:24.478Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.callbacks.comet_.html - 2025-04-03T18:51:37.779Z + 2025-04-04T17:48:24.782Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/cli.vllm_serve.html - 2025-04-03T18:51:36.946Z + 2025-04-04T17:48:23.955Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.schemas.multimodal.html - 2025-04-03T18:51:37.588Z + 2025-04-04T17:48:24.593Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.gradient_checkpointing.unsloth.html - 2025-04-03T18:51:37.534Z + 2025-04-04T17:48:24.539Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/core.trainers.base.html - 2025-04-03T18:51:36.969Z + 2025-04-04T17:48:23.978Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/monkeypatch.unsloth_.html - 2025-04-03T18:51:37.377Z + 2025-04-04T17:48:24.382Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.samplers.multipack.html - 2025-04-03T18:51:37.761Z + 2025-04-04T17:48:24.764Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.callbacks.profiler.html - 2025-04-03T18:51:37.771Z + 2025-04-04T17:48:24.774Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/integrations.lm_eval.args.html - 2025-04-03T18:51:37.693Z + 2025-04-04T17:48:24.697Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.data.pretraining.html - 2025-04-03T18:51:37.530Z + 2025-04-04T17:48:24.535Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/evaluate.html - 2025-04-03T18:51:36.567Z + 2025-04-04T17:48:23.580Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.dict.html - 2025-04-03T18:51:37.521Z + 2025-04-04T17:48:24.526Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/cli.utils.html - 2025-04-03T18:51:36.941Z + 2025-04-04T17:48:23.951Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.pygmalion.html - 2025-04-03T18:51:37.093Z + 2025-04-04T17:48:24.102Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/core.training_args.html - 2025-04-03T18:51:36.735Z + 2025-04-04T17:48:23.747Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/cli.inference.html - 2025-04-03T18:51:36.876Z + 2025-04-04T17:48:23.886Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/kernels.lora.html - 2025-04-03T18:51:37.248Z + 2025-04-04T17:48:24.254Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/cli.evaluate.html - 2025-04-03T18:51:36.822Z + 2025-04-04T17:48:23.832Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.collators.batching.html - 2025-04-03T18:51:37.744Z + 2025-04-04T17:48:24.747Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.completion.html - 2025-04-03T18:51:37.066Z + 2025-04-04T17:48:24.074Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.dpo.zephyr.html - 2025-04-03T18:51:37.122Z + 2025-04-04T17:48:24.129Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.metharme.html - 2025-04-03T18:51:37.083Z + 2025-04-04T17:48:24.092Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.orpo.chat_template.html - 2025-04-03T18:51:37.162Z + 2025-04-04T17:48:24.169Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.alpaca_w_system.html - 2025-04-03T18:51:37.039Z + 2025-04-04T17:48:24.048Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.model_shard_quant.html - 2025-04-03T18:51:37.445Z + 2025-04-04T17:48:24.450Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/cli.config.html - 2025-04-03T18:51:36.862Z + 2025-04-04T17:48:23.872Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.schemas.enums.html - 2025-04-03T18:51:37.607Z + 2025-04-04T17:48:24.611Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/cli.preprocess.html - 2025-04-03T18:51:36.904Z + 2025-04-04T17:48:23.914Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/core.chat.messages.html - 2025-04-03T18:51:36.758Z + 2025-04-04T17:48:23.769Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.dpo.chat_template.html - 2025-04-03T18:51:37.099Z + 2025-04-04T17:48:24.108Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.schemas.peft.html - 2025-04-03T18:51:37.580Z + 2025-04-04T17:48:24.584Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/train.html - 2025-04-03T18:51:36.557Z + 2025-04-04T17:48:23.570Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.messages.chat.html - 2025-04-03T18:51:37.098Z + 2025-04-04T17:48:24.106Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.orcamini.html - 2025-04-03T18:51:37.087Z + 2025-04-04T17:48:24.095Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.collators.mm_chat.html - 2025-04-03T18:51:37.753Z + 2025-04-04T17:48:24.756Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.kto.llama3.html - 2025-04-03T18:51:37.133Z + 2025-04-04T17:48:24.140Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/monkeypatch.attention.mllama.html - 2025-04-03T18:51:37.384Z + 2025-04-04T17:48:24.389Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/cli.checks.html - 2025-04-03T18:51:36.845Z + 2025-04-04T17:48:23.855Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/monkeypatch.transformers_fa_utils.html - 2025-04-03T18:51:37.375Z + 2025-04-04T17:48:24.381Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/monkeypatch.llama_attn_hijack_xformers.html - 2025-04-03T18:51:37.304Z + 2025-04-04T17:48:24.309Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/core.trainers.dpo.trainer.html - 2025-04-03T18:51:36.993Z + 2025-04-04T17:48:24.002Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.user_defined.html - 2025-04-03T18:51:37.047Z + 2025-04-04T17:48:24.056Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/cli.args.html - 2025-04-03T18:51:36.839Z + 2025-04-04T17:48:23.849Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.llama2_chat.html - 2025-04-03T18:51:37.060Z + 2025-04-04T17:48:24.069Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.schemas.config.html - 2025-04-03T18:51:37.542Z + 2025-04-04T17:48:24.547Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/core.trainers.grpo.trainer.html - 2025-04-03T18:51:36.996Z + 2025-04-04T17:48:24.005Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/core.chat.format.chatml.html - 2025-04-03T18:51:36.759Z + 2025-04-04T17:48:23.770Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/monkeypatch.lora_kernels.html - 2025-04-03T18:51:37.350Z + 2025-04-04T17:48:24.355Z https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.base.html - 2025-04-03T18:51:36.997Z + 2025-04-04T17:48:24.007Z https://axolotl-ai-cloud.github.io/axolotl/docs/rlhf.html - 2025-04-03T18:51:10.310Z + 2025-04-04T17:47:57.092Z https://axolotl-ai-cloud.github.io/axolotl/docs/cli.html - 2025-04-03T18:51:10.306Z + 2025-04-04T17:47:57.087Z https://axolotl-ai-cloud.github.io/axolotl/docs/unsloth.html - 2025-04-03T18:51:10.310Z + 2025-04-04T17:47:57.092Z https://axolotl-ai-cloud.github.io/axolotl/docs/fsdp_qlora.html - 2025-04-03T18:51:10.307Z + 2025-04-04T17:47:57.088Z https://axolotl-ai-cloud.github.io/axolotl/docs/dataset_preprocessing.html - 2025-04-03T18:51:10.306Z + 2025-04-04T17:47:57.088Z https://axolotl-ai-cloud.github.io/axolotl/docs/custom_integrations.html - 2025-04-03T18:51:10.306Z + 2025-04-04T17:47:57.088Z https://axolotl-ai-cloud.github.io/axolotl/docs/mac.html - 2025-04-03T18:51:10.309Z + 2025-04-04T17:47:57.091Z https://axolotl-ai-cloud.github.io/axolotl/docs/docker.html - 2025-04-03T18:51:10.307Z + 2025-04-04T17:47:57.088Z https://axolotl-ai-cloud.github.io/axolotl/docs/ray-integration.html - 2025-04-03T18:51:10.310Z + 2025-04-04T17:47:57.091Z https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/index.html - 2025-04-03T18:51:10.306Z + 2025-04-04T17:47:57.088Z https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/conversation.html - 2025-04-03T18:51:10.306Z + 2025-04-04T17:47:57.088Z https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/pretraining.html - 2025-04-03T18:51:10.306Z + 2025-04-04T17:47:57.088Z https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/inst_tune.html - 2025-04-03T18:51:10.306Z + 2025-04-04T17:47:57.088Z diff --git a/src/axolotl/integrations/LICENSE.html b/src/axolotl/integrations/LICENSE.html index 3daa1aca2..7f9b7f868 100644 --- a/src/axolotl/integrations/LICENSE.html +++ b/src/axolotl/integrations/LICENSE.html @@ -2,7 +2,7 @@ - + @@ -35,7 +35,7 @@ ul.task-list li input[type="checkbox"] { - + diff --git a/src/axolotl/integrations/cut_cross_entropy/ACKNOWLEDGEMENTS.html b/src/axolotl/integrations/cut_cross_entropy/ACKNOWLEDGEMENTS.html index 9f95dd470..d8e86c51b 100644 --- a/src/axolotl/integrations/cut_cross_entropy/ACKNOWLEDGEMENTS.html +++ b/src/axolotl/integrations/cut_cross_entropy/ACKNOWLEDGEMENTS.html @@ -2,7 +2,7 @@ - + @@ -35,7 +35,7 @@ ul.task-list li input[type="checkbox"] { - +