diff --git a/.nojekyll b/.nojekyll index eb21b11d5..2b824870b 100644 --- a/.nojekyll +++ b/.nojekyll @@ -1 +1 @@ -a66039f8 \ No newline at end of file +6a3f1bdd \ No newline at end of file diff --git a/FAQS.html b/FAQS.html index 0bb7d121d..129cef7db 100644 --- a/FAQS.html +++ b/FAQS.html @@ -394,7 +394,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/amd_hpc.html b/docs/amd_hpc.html index 8062dbf1c..a89bf8314 100644 --- a/docs/amd_hpc.html +++ b/docs/amd_hpc.html @@ -430,7 +430,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/cli.args.html b/docs/api/cli.args.html index 17bab29ca..537ad0df7 100644 --- a/docs/api/cli.args.html +++ b/docs/api/cli.args.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/cli.art.html b/docs/api/cli.art.html index fd5fc1f49..2c0495bc8 100644 --- a/docs/api/cli.art.html +++ b/docs/api/cli.art.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/cli.checks.html b/docs/api/cli.checks.html index 0acca0b99..50659dfba 100644 --- a/docs/api/cli.checks.html +++ b/docs/api/cli.checks.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/cli.cloud.base.html b/docs/api/cli.cloud.base.html index d6ca5ed66..0846d96ce 100644 --- a/docs/api/cli.cloud.base.html +++ b/docs/api/cli.cloud.base.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/cli.cloud.modal_.html b/docs/api/cli.cloud.modal_.html index 0d3c156a4..73432e8c4 100644 --- a/docs/api/cli.cloud.modal_.html +++ b/docs/api/cli.cloud.modal_.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/cli.config.html b/docs/api/cli.config.html index 83498fdd4..518d93363 100644 --- a/docs/api/cli.config.html +++ b/docs/api/cli.config.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/cli.delinearize_llama4.html b/docs/api/cli.delinearize_llama4.html index 1b6a67d69..b2ac8b0e6 100644 --- a/docs/api/cli.delinearize_llama4.html +++ b/docs/api/cli.delinearize_llama4.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/cli.evaluate.html b/docs/api/cli.evaluate.html index 2d7b00671..8420743da 100644 --- a/docs/api/cli.evaluate.html +++ b/docs/api/cli.evaluate.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/cli.inference.html b/docs/api/cli.inference.html index 4fb182cab..d8394c1c1 100644 --- a/docs/api/cli.inference.html +++ b/docs/api/cli.inference.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/cli.main.html b/docs/api/cli.main.html index 7d7fd92af..b9b646040 100644 --- a/docs/api/cli.main.html +++ b/docs/api/cli.main.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/cli.merge_lora.html b/docs/api/cli.merge_lora.html index 2d9bcc7d1..23b8db5f1 100644 --- a/docs/api/cli.merge_lora.html +++ b/docs/api/cli.merge_lora.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/cli.merge_sharded_fsdp_weights.html b/docs/api/cli.merge_sharded_fsdp_weights.html index a177f1145..a9c959bc8 100644 --- a/docs/api/cli.merge_sharded_fsdp_weights.html +++ b/docs/api/cli.merge_sharded_fsdp_weights.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/cli.preprocess.html b/docs/api/cli.preprocess.html index 8de8e5b3f..a0c5fb5ee 100644 --- a/docs/api/cli.preprocess.html +++ b/docs/api/cli.preprocess.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/cli.quantize.html b/docs/api/cli.quantize.html index b79d768f6..d62fb27f9 100644 --- a/docs/api/cli.quantize.html +++ b/docs/api/cli.quantize.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/cli.train.html b/docs/api/cli.train.html index a6f88b778..834d650ef 100644 --- a/docs/api/cli.train.html +++ b/docs/api/cli.train.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/cli.utils.args.html b/docs/api/cli.utils.args.html index cbc4d35da..612cd5ff8 100644 --- a/docs/api/cli.utils.args.html +++ b/docs/api/cli.utils.args.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/cli.utils.fetch.html b/docs/api/cli.utils.fetch.html index 011ab0e97..5be5fe634 100644 --- a/docs/api/cli.utils.fetch.html +++ b/docs/api/cli.utils.fetch.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/cli.utils.html b/docs/api/cli.utils.html index 9e91ce5ba..c0915c4b4 100644 --- a/docs/api/cli.utils.html +++ b/docs/api/cli.utils.html @@ -394,7 +394,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/cli.utils.load.html b/docs/api/cli.utils.load.html index c54c8c506..5737bc8f5 100644 --- a/docs/api/cli.utils.load.html +++ b/docs/api/cli.utils.load.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/cli.utils.sweeps.html b/docs/api/cli.utils.sweeps.html index 8d7d56de1..f3c96f94c 100644 --- a/docs/api/cli.utils.sweeps.html +++ b/docs/api/cli.utils.sweeps.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/cli.utils.train.html b/docs/api/cli.utils.train.html index 488a09bbc..1fd04e578 100644 --- a/docs/api/cli.utils.train.html +++ b/docs/api/cli.utils.train.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/cli.vllm_serve.html b/docs/api/cli.vllm_serve.html index 8b8064da2..ed85686e0 100644 --- a/docs/api/cli.vllm_serve.html +++ b/docs/api/cli.vllm_serve.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/common.architectures.html b/docs/api/common.architectures.html index 32bd496ec..d9c42b70e 100644 --- a/docs/api/common.architectures.html +++ b/docs/api/common.architectures.html @@ -394,7 +394,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/common.const.html b/docs/api/common.const.html index 5074156bd..699bf83c4 100644 --- a/docs/api/common.const.html +++ b/docs/api/common.const.html @@ -394,7 +394,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/common.datasets.html b/docs/api/common.datasets.html index e55d627f6..a69c1bab4 100644 --- a/docs/api/common.datasets.html +++ b/docs/api/common.datasets.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/convert.html b/docs/api/convert.html index 35472ac62..5a6bdcb6b 100644 --- a/docs/api/convert.html +++ b/docs/api/convert.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/core.builders.base.html b/docs/api/core.builders.base.html index 6510604ac..48bea20bd 100644 --- a/docs/api/core.builders.base.html +++ b/docs/api/core.builders.base.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/core.builders.causal.html b/docs/api/core.builders.causal.html index 6f6c5ad62..98d3cfd16 100644 --- a/docs/api/core.builders.causal.html +++ b/docs/api/core.builders.causal.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/core.builders.rl.html b/docs/api/core.builders.rl.html index 31d43ebd0..41e12a8ea 100644 --- a/docs/api/core.builders.rl.html +++ b/docs/api/core.builders.rl.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/core.chat.format.chatml.html b/docs/api/core.chat.format.chatml.html index 44f3e55a3..4a1f0dc5a 100644 --- a/docs/api/core.chat.format.chatml.html +++ b/docs/api/core.chat.format.chatml.html @@ -394,7 +394,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/core.chat.format.llama3x.html b/docs/api/core.chat.format.llama3x.html index d2ea2465b..aa26074de 100644 --- a/docs/api/core.chat.format.llama3x.html +++ b/docs/api/core.chat.format.llama3x.html @@ -394,7 +394,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/core.chat.format.shared.html b/docs/api/core.chat.format.shared.html index afea9fca1..ebfe70004 100644 --- a/docs/api/core.chat.format.shared.html +++ b/docs/api/core.chat.format.shared.html @@ -394,7 +394,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/core.chat.messages.html b/docs/api/core.chat.messages.html index e409be644..0e3f507c6 100644 --- a/docs/api/core.chat.messages.html +++ b/docs/api/core.chat.messages.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/core.datasets.chat.html b/docs/api/core.datasets.chat.html index 33fd8f4f6..b1407e3bd 100644 --- a/docs/api/core.datasets.chat.html +++ b/docs/api/core.datasets.chat.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/core.datasets.transforms.chat_builder.html b/docs/api/core.datasets.transforms.chat_builder.html index 9b64bab43..973bfee89 100644 --- a/docs/api/core.datasets.transforms.chat_builder.html +++ b/docs/api/core.datasets.transforms.chat_builder.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/core.trainers.base.html b/docs/api/core.trainers.base.html index 7eadf0c78..e61448438 100644 --- a/docs/api/core.trainers.base.html +++ b/docs/api/core.trainers.base.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/core.trainers.dpo.trainer.html b/docs/api/core.trainers.dpo.trainer.html index 04a4172c9..ea822425d 100644 --- a/docs/api/core.trainers.dpo.trainer.html +++ b/docs/api/core.trainers.dpo.trainer.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/core.trainers.grpo.sampler.html b/docs/api/core.trainers.grpo.sampler.html index 2f494dadd..f2b883b5f 100644 --- a/docs/api/core.trainers.grpo.sampler.html +++ b/docs/api/core.trainers.grpo.sampler.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/core.trainers.grpo.trainer.html b/docs/api/core.trainers.grpo.trainer.html index c2790bc3c..64566d769 100644 --- a/docs/api/core.trainers.grpo.trainer.html +++ b/docs/api/core.trainers.grpo.trainer.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/core.trainers.mamba.html b/docs/api/core.trainers.mamba.html index 2b79e7b59..a9f69ab0e 100644 --- a/docs/api/core.trainers.mamba.html +++ b/docs/api/core.trainers.mamba.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/core.trainers.mixins.optimizer.html b/docs/api/core.trainers.mixins.optimizer.html index c9e2e3d29..d2676ab7b 100644 --- a/docs/api/core.trainers.mixins.optimizer.html +++ b/docs/api/core.trainers.mixins.optimizer.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/core.trainers.mixins.rng_state_loader.html b/docs/api/core.trainers.mixins.rng_state_loader.html index f978e20b8..b040a0f64 100644 --- a/docs/api/core.trainers.mixins.rng_state_loader.html +++ b/docs/api/core.trainers.mixins.rng_state_loader.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/core.trainers.mixins.scheduler.html b/docs/api/core.trainers.mixins.scheduler.html index 08c8b683b..c6afde23f 100644 --- a/docs/api/core.trainers.mixins.scheduler.html +++ b/docs/api/core.trainers.mixins.scheduler.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/core.trainers.trl.html b/docs/api/core.trainers.trl.html index f30a7f01f..a1b01229a 100644 --- a/docs/api/core.trainers.trl.html +++ b/docs/api/core.trainers.trl.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/core.trainers.utils.html b/docs/api/core.trainers.utils.html index 417652053..e173ac7e5 100644 --- a/docs/api/core.trainers.utils.html +++ b/docs/api/core.trainers.utils.html @@ -394,7 +394,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/core.training_args.html b/docs/api/core.training_args.html index 4b957c316..11fcd4ef2 100644 --- a/docs/api/core.training_args.html +++ b/docs/api/core.training_args.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/datasets.html b/docs/api/datasets.html index 04563c68a..0355742a0 100644 --- a/docs/api/datasets.html +++ b/docs/api/datasets.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/evaluate.html b/docs/api/evaluate.html index 893e65426..f8edb7a49 100644 --- a/docs/api/evaluate.html +++ b/docs/api/evaluate.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/index.html b/docs/api/index.html index 1d6a45009..447009d78 100644 --- a/docs/api/index.html +++ b/docs/api/index.html @@ -394,7 +394,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/integrations.base.html b/docs/api/integrations.base.html index 3d7aa56e0..75955898c 100644 --- a/docs/api/integrations.base.html +++ b/docs/api/integrations.base.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/integrations.cut_cross_entropy.args.html b/docs/api/integrations.cut_cross_entropy.args.html index 66a6cac2d..9c221ab4a 100644 --- a/docs/api/integrations.cut_cross_entropy.args.html +++ b/docs/api/integrations.cut_cross_entropy.args.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/integrations.grokfast.optimizer.html b/docs/api/integrations.grokfast.optimizer.html index 88731d792..0122804f6 100644 --- a/docs/api/integrations.grokfast.optimizer.html +++ b/docs/api/integrations.grokfast.optimizer.html @@ -394,7 +394,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/integrations.kd.trainer.html b/docs/api/integrations.kd.trainer.html index 43013b0be..1f45f80f4 100644 --- a/docs/api/integrations.kd.trainer.html +++ b/docs/api/integrations.kd.trainer.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/integrations.liger.args.html b/docs/api/integrations.liger.args.html index 005916b77..534d6d482 100644 --- a/docs/api/integrations.liger.args.html +++ b/docs/api/integrations.liger.args.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/integrations.lm_eval.args.html b/docs/api/integrations.lm_eval.args.html index a9be14b46..bc9c87217 100644 --- a/docs/api/integrations.lm_eval.args.html +++ b/docs/api/integrations.lm_eval.args.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/integrations.spectrum.args.html b/docs/api/integrations.spectrum.args.html index 57e59efdb..507c5c751 100644 --- a/docs/api/integrations.spectrum.args.html +++ b/docs/api/integrations.spectrum.args.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/kernels.geglu.html b/docs/api/kernels.geglu.html index f31e2a681..97b5cbb57 100644 --- a/docs/api/kernels.geglu.html +++ b/docs/api/kernels.geglu.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/kernels.lora.html b/docs/api/kernels.lora.html index 9f1020b2f..33e49d473 100644 --- a/docs/api/kernels.lora.html +++ b/docs/api/kernels.lora.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/kernels.quantize.html b/docs/api/kernels.quantize.html index 908d21b52..d09ff0609 100644 --- a/docs/api/kernels.quantize.html +++ b/docs/api/kernels.quantize.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/kernels.swiglu.html b/docs/api/kernels.swiglu.html index a5a2ca19d..22982d93d 100644 --- a/docs/api/kernels.swiglu.html +++ b/docs/api/kernels.swiglu.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/kernels.utils.html b/docs/api/kernels.utils.html index b81697e71..8a4cdf405 100644 --- a/docs/api/kernels.utils.html +++ b/docs/api/kernels.utils.html @@ -394,7 +394,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/loaders.adapter.html b/docs/api/loaders.adapter.html index ee08f9669..2a68f8134 100644 --- a/docs/api/loaders.adapter.html +++ b/docs/api/loaders.adapter.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/loaders.constants.html b/docs/api/loaders.constants.html index 323f3739c..e18f0fc32 100644 --- a/docs/api/loaders.constants.html +++ b/docs/api/loaders.constants.html @@ -394,7 +394,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/loaders.model.html b/docs/api/loaders.model.html index 499168326..b62624b87 100644 --- a/docs/api/loaders.model.html +++ b/docs/api/loaders.model.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/loaders.patch_manager.html b/docs/api/loaders.patch_manager.html index 844119a45..20e99f730 100644 --- a/docs/api/loaders.patch_manager.html +++ b/docs/api/loaders.patch_manager.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/loaders.processor.html b/docs/api/loaders.processor.html index 49dfec2f9..1af3675cb 100644 --- a/docs/api/loaders.processor.html +++ b/docs/api/loaders.processor.html @@ -394,7 +394,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/loaders.tokenizer.html b/docs/api/loaders.tokenizer.html index dc0b2e7a4..63b5eced2 100644 --- a/docs/api/loaders.tokenizer.html +++ b/docs/api/loaders.tokenizer.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/logging_config.html b/docs/api/logging_config.html index 6536983a7..82e43f8d4 100644 --- a/docs/api/logging_config.html +++ b/docs/api/logging_config.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/models.mamba.modeling_mamba.html b/docs/api/models.mamba.modeling_mamba.html index 159b34c39..2d07dd322 100644 --- a/docs/api/models.mamba.modeling_mamba.html +++ b/docs/api/models.mamba.modeling_mamba.html @@ -394,7 +394,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/monkeypatch.btlm_attn_hijack_flash.html b/docs/api/monkeypatch.btlm_attn_hijack_flash.html index c3c29ea58..e2748418f 100644 --- a/docs/api/monkeypatch.btlm_attn_hijack_flash.html +++ b/docs/api/monkeypatch.btlm_attn_hijack_flash.html @@ -394,7 +394,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/monkeypatch.data.batch_dataset_fetcher.html b/docs/api/monkeypatch.data.batch_dataset_fetcher.html index 9a2e48761..0661b341c 100644 --- a/docs/api/monkeypatch.data.batch_dataset_fetcher.html +++ b/docs/api/monkeypatch.data.batch_dataset_fetcher.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/monkeypatch.gradient_checkpointing.offload_cpu.html b/docs/api/monkeypatch.gradient_checkpointing.offload_cpu.html index 1fcc68997..3430228c8 100644 --- a/docs/api/monkeypatch.gradient_checkpointing.offload_cpu.html +++ b/docs/api/monkeypatch.gradient_checkpointing.offload_cpu.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/monkeypatch.gradient_checkpointing.offload_disk.html b/docs/api/monkeypatch.gradient_checkpointing.offload_disk.html index bb6531b24..864745b91 100644 --- a/docs/api/monkeypatch.gradient_checkpointing.offload_disk.html +++ b/docs/api/monkeypatch.gradient_checkpointing.offload_disk.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/monkeypatch.llama_attn_hijack_flash.html b/docs/api/monkeypatch.llama_attn_hijack_flash.html index 771c84dda..65a726179 100644 --- a/docs/api/monkeypatch.llama_attn_hijack_flash.html +++ b/docs/api/monkeypatch.llama_attn_hijack_flash.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/monkeypatch.llama_attn_hijack_xformers.html b/docs/api/monkeypatch.llama_attn_hijack_xformers.html index c43e274d4..7d132b90e 100644 --- a/docs/api/monkeypatch.llama_attn_hijack_xformers.html +++ b/docs/api/monkeypatch.llama_attn_hijack_xformers.html @@ -394,7 +394,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/monkeypatch.llama_expand_mask.html b/docs/api/monkeypatch.llama_expand_mask.html index b181db747..33e41c72e 100644 --- a/docs/api/monkeypatch.llama_expand_mask.html +++ b/docs/api/monkeypatch.llama_expand_mask.html @@ -394,7 +394,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/monkeypatch.llama_patch_multipack.html b/docs/api/monkeypatch.llama_patch_multipack.html index 7f8916ad8..f4ed1c236 100644 --- a/docs/api/monkeypatch.llama_patch_multipack.html +++ b/docs/api/monkeypatch.llama_patch_multipack.html @@ -394,7 +394,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/monkeypatch.lora_kernels.html b/docs/api/monkeypatch.lora_kernels.html index a4605573b..aa9a5bbaf 100644 --- a/docs/api/monkeypatch.lora_kernels.html +++ b/docs/api/monkeypatch.lora_kernels.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/monkeypatch.mistral_attn_hijack_flash.html b/docs/api/monkeypatch.mistral_attn_hijack_flash.html index 1cce103c1..3d8802b26 100644 --- a/docs/api/monkeypatch.mistral_attn_hijack_flash.html +++ b/docs/api/monkeypatch.mistral_attn_hijack_flash.html @@ -394,7 +394,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/monkeypatch.mixtral.html b/docs/api/monkeypatch.mixtral.html index 1a6bb39da..1a76a9e0a 100644 --- a/docs/api/monkeypatch.mixtral.html +++ b/docs/api/monkeypatch.mixtral.html @@ -394,7 +394,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/monkeypatch.multipack.html b/docs/api/monkeypatch.multipack.html index 20dabccf7..fbe1da67e 100644 --- a/docs/api/monkeypatch.multipack.html +++ b/docs/api/monkeypatch.multipack.html @@ -394,7 +394,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/monkeypatch.relora.html b/docs/api/monkeypatch.relora.html index 88a51cd90..0726ce96f 100644 --- a/docs/api/monkeypatch.relora.html +++ b/docs/api/monkeypatch.relora.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/monkeypatch.stablelm_attn_hijack_flash.html b/docs/api/monkeypatch.stablelm_attn_hijack_flash.html index ee077f3bd..ff2064a46 100644 --- a/docs/api/monkeypatch.stablelm_attn_hijack_flash.html +++ b/docs/api/monkeypatch.stablelm_attn_hijack_flash.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/monkeypatch.trainer_fsdp_optim.html b/docs/api/monkeypatch.trainer_fsdp_optim.html index 0cf173ca1..e0e8b3675 100644 --- a/docs/api/monkeypatch.trainer_fsdp_optim.html +++ b/docs/api/monkeypatch.trainer_fsdp_optim.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/monkeypatch.transformers_fa_utils.html b/docs/api/monkeypatch.transformers_fa_utils.html index 6e5fcb2d9..4c4e949ae 100644 --- a/docs/api/monkeypatch.transformers_fa_utils.html +++ b/docs/api/monkeypatch.transformers_fa_utils.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/monkeypatch.unsloth_.html b/docs/api/monkeypatch.unsloth_.html index 28e82ede9..ad834a004 100644 --- a/docs/api/monkeypatch.unsloth_.html +++ b/docs/api/monkeypatch.unsloth_.html @@ -394,7 +394,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/monkeypatch.utils.html b/docs/api/monkeypatch.utils.html index 7496e0899..4598b369d 100644 --- a/docs/api/monkeypatch.utils.html +++ b/docs/api/monkeypatch.utils.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/prompt_strategies.alpaca_chat.html b/docs/api/prompt_strategies.alpaca_chat.html index bafdc69d4..5e4e93b6b 100644 --- a/docs/api/prompt_strategies.alpaca_chat.html +++ b/docs/api/prompt_strategies.alpaca_chat.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/prompt_strategies.alpaca_instruct.html b/docs/api/prompt_strategies.alpaca_instruct.html index 72a58e062..69bd50d82 100644 --- a/docs/api/prompt_strategies.alpaca_instruct.html +++ b/docs/api/prompt_strategies.alpaca_instruct.html @@ -394,7 +394,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/prompt_strategies.alpaca_w_system.html b/docs/api/prompt_strategies.alpaca_w_system.html index d9bdffe13..e9c678f46 100644 --- a/docs/api/prompt_strategies.alpaca_w_system.html +++ b/docs/api/prompt_strategies.alpaca_w_system.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/prompt_strategies.base.html b/docs/api/prompt_strategies.base.html index 7f74bf389..06630a0a8 100644 --- a/docs/api/prompt_strategies.base.html +++ b/docs/api/prompt_strategies.base.html @@ -394,7 +394,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/prompt_strategies.bradley_terry.llama3.html b/docs/api/prompt_strategies.bradley_terry.llama3.html index d94e2213d..6894ad6ae 100644 --- a/docs/api/prompt_strategies.bradley_terry.llama3.html +++ b/docs/api/prompt_strategies.bradley_terry.llama3.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/prompt_strategies.chat_template.html b/docs/api/prompt_strategies.chat_template.html index 0fad090f6..9490d8374 100644 --- a/docs/api/prompt_strategies.chat_template.html +++ b/docs/api/prompt_strategies.chat_template.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/prompt_strategies.completion.html b/docs/api/prompt_strategies.completion.html index b4ef00657..6355a7d05 100644 --- a/docs/api/prompt_strategies.completion.html +++ b/docs/api/prompt_strategies.completion.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/prompt_strategies.dpo.chat_template.html b/docs/api/prompt_strategies.dpo.chat_template.html index 5bfd2578d..16a3c02c8 100644 --- a/docs/api/prompt_strategies.dpo.chat_template.html +++ b/docs/api/prompt_strategies.dpo.chat_template.html @@ -394,7 +394,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/prompt_strategies.dpo.chatml.html b/docs/api/prompt_strategies.dpo.chatml.html index f3f601ee9..c4c7a88ad 100644 --- a/docs/api/prompt_strategies.dpo.chatml.html +++ b/docs/api/prompt_strategies.dpo.chatml.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/prompt_strategies.dpo.llama3.html b/docs/api/prompt_strategies.dpo.llama3.html index e1d3266a6..0292a6c94 100644 --- a/docs/api/prompt_strategies.dpo.llama3.html +++ b/docs/api/prompt_strategies.dpo.llama3.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/prompt_strategies.dpo.passthrough.html b/docs/api/prompt_strategies.dpo.passthrough.html index a32fa467c..419d603cd 100644 --- a/docs/api/prompt_strategies.dpo.passthrough.html +++ b/docs/api/prompt_strategies.dpo.passthrough.html @@ -394,7 +394,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/prompt_strategies.dpo.user_defined.html b/docs/api/prompt_strategies.dpo.user_defined.html index d4f6e970b..77de40c36 100644 --- a/docs/api/prompt_strategies.dpo.user_defined.html +++ b/docs/api/prompt_strategies.dpo.user_defined.html @@ -394,7 +394,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/prompt_strategies.dpo.zephyr.html b/docs/api/prompt_strategies.dpo.zephyr.html index da4800012..33cdd9e8f 100644 --- a/docs/api/prompt_strategies.dpo.zephyr.html +++ b/docs/api/prompt_strategies.dpo.zephyr.html @@ -394,7 +394,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/prompt_strategies.input_output.html b/docs/api/prompt_strategies.input_output.html index a55f99ef9..9b75b5e35 100644 --- a/docs/api/prompt_strategies.input_output.html +++ b/docs/api/prompt_strategies.input_output.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/prompt_strategies.kto.chatml.html b/docs/api/prompt_strategies.kto.chatml.html index 5cea3d1ae..22719009a 100644 --- a/docs/api/prompt_strategies.kto.chatml.html +++ b/docs/api/prompt_strategies.kto.chatml.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/prompt_strategies.kto.llama3.html b/docs/api/prompt_strategies.kto.llama3.html index b1ce431e6..042e80a60 100644 --- a/docs/api/prompt_strategies.kto.llama3.html +++ b/docs/api/prompt_strategies.kto.llama3.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/prompt_strategies.kto.user_defined.html b/docs/api/prompt_strategies.kto.user_defined.html index b1fb525bf..2bc7ec63e 100644 --- a/docs/api/prompt_strategies.kto.user_defined.html +++ b/docs/api/prompt_strategies.kto.user_defined.html @@ -394,7 +394,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/prompt_strategies.llama2_chat.html b/docs/api/prompt_strategies.llama2_chat.html index 818ada180..1bf98a4d1 100644 --- a/docs/api/prompt_strategies.llama2_chat.html +++ b/docs/api/prompt_strategies.llama2_chat.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/prompt_strategies.messages.chat.html b/docs/api/prompt_strategies.messages.chat.html index c5a4c7e3b..092625667 100644 --- a/docs/api/prompt_strategies.messages.chat.html +++ b/docs/api/prompt_strategies.messages.chat.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/prompt_strategies.metharme.html b/docs/api/prompt_strategies.metharme.html index 048b14623..79455b61f 100644 --- a/docs/api/prompt_strategies.metharme.html +++ b/docs/api/prompt_strategies.metharme.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/prompt_strategies.orcamini.html b/docs/api/prompt_strategies.orcamini.html index eb5935524..372989265 100644 --- a/docs/api/prompt_strategies.orcamini.html +++ b/docs/api/prompt_strategies.orcamini.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/prompt_strategies.orpo.chat_template.html b/docs/api/prompt_strategies.orpo.chat_template.html index 2e4c29d75..8806172b7 100644 --- a/docs/api/prompt_strategies.orpo.chat_template.html +++ b/docs/api/prompt_strategies.orpo.chat_template.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/prompt_strategies.pygmalion.html b/docs/api/prompt_strategies.pygmalion.html index e25ca6b4e..2656aa5ea 100644 --- a/docs/api/prompt_strategies.pygmalion.html +++ b/docs/api/prompt_strategies.pygmalion.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/prompt_strategies.stepwise_supervised.html b/docs/api/prompt_strategies.stepwise_supervised.html index 9e2b53b91..41e0f73b1 100644 --- a/docs/api/prompt_strategies.stepwise_supervised.html +++ b/docs/api/prompt_strategies.stepwise_supervised.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/prompt_strategies.user_defined.html b/docs/api/prompt_strategies.user_defined.html index c4155e7d9..965763904 100644 --- a/docs/api/prompt_strategies.user_defined.html +++ b/docs/api/prompt_strategies.user_defined.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/prompt_tokenizers.html b/docs/api/prompt_tokenizers.html index 33a4f885c..0fb188aa4 100644 --- a/docs/api/prompt_tokenizers.html +++ b/docs/api/prompt_tokenizers.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/train.html b/docs/api/train.html index f72107217..c4419f349 100644 --- a/docs/api/train.html +++ b/docs/api/train.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/utils.bench.html b/docs/api/utils.bench.html index 0a014d820..3e4b4321e 100644 --- a/docs/api/utils.bench.html +++ b/docs/api/utils.bench.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/utils.callbacks.comet_.html b/docs/api/utils.callbacks.comet_.html index 22359479e..b213bcdf5 100644 --- a/docs/api/utils.callbacks.comet_.html +++ b/docs/api/utils.callbacks.comet_.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/utils.callbacks.lisa.html b/docs/api/utils.callbacks.lisa.html index 0be9e13bf..94cf651c3 100644 --- a/docs/api/utils.callbacks.lisa.html +++ b/docs/api/utils.callbacks.lisa.html @@ -394,7 +394,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/utils.callbacks.mlflow_.html b/docs/api/utils.callbacks.mlflow_.html index 5e1bebb66..8ae572115 100644 --- a/docs/api/utils.callbacks.mlflow_.html +++ b/docs/api/utils.callbacks.mlflow_.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/utils.callbacks.perplexity.html b/docs/api/utils.callbacks.perplexity.html index 730071be9..d8084c3c2 100644 --- a/docs/api/utils.callbacks.perplexity.html +++ b/docs/api/utils.callbacks.perplexity.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/utils.callbacks.profiler.html b/docs/api/utils.callbacks.profiler.html index be28ff9d0..2daf608e9 100644 --- a/docs/api/utils.callbacks.profiler.html +++ b/docs/api/utils.callbacks.profiler.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/utils.callbacks.qat.html b/docs/api/utils.callbacks.qat.html index 8b86c2e7a..d8d1d986d 100644 --- a/docs/api/utils.callbacks.qat.html +++ b/docs/api/utils.callbacks.qat.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/utils.chat_templates.html b/docs/api/utils.chat_templates.html index caeb96942..06ffe8641 100644 --- a/docs/api/utils.chat_templates.html +++ b/docs/api/utils.chat_templates.html @@ -394,7 +394,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/utils.collators.batching.html b/docs/api/utils.collators.batching.html index 5cc72b897..ffef57d1c 100644 --- a/docs/api/utils.collators.batching.html +++ b/docs/api/utils.collators.batching.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/utils.collators.core.html b/docs/api/utils.collators.core.html index f106f799d..acd4479b6 100644 --- a/docs/api/utils.collators.core.html +++ b/docs/api/utils.collators.core.html @@ -394,7 +394,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/utils.collators.mamba.html b/docs/api/utils.collators.mamba.html index 25826e506..966ef71fc 100644 --- a/docs/api/utils.collators.mamba.html +++ b/docs/api/utils.collators.mamba.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/utils.collators.mm_chat.html b/docs/api/utils.collators.mm_chat.html index 8a35d5d61..c27a79ecc 100644 --- a/docs/api/utils.collators.mm_chat.html +++ b/docs/api/utils.collators.mm_chat.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/utils.ctx_managers.sequence_parallel.html b/docs/api/utils.ctx_managers.sequence_parallel.html index 94c299431..d3612be78 100644 --- a/docs/api/utils.ctx_managers.sequence_parallel.html +++ b/docs/api/utils.ctx_managers.sequence_parallel.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/utils.data.sft.html b/docs/api/utils.data.sft.html index ad76782a4..b2d621f4e 100644 --- a/docs/api/utils.data.sft.html +++ b/docs/api/utils.data.sft.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/utils.data.streaming.html b/docs/api/utils.data.streaming.html index 2a29052b6..d11ec069c 100644 --- a/docs/api/utils.data.streaming.html +++ b/docs/api/utils.data.streaming.html @@ -394,7 +394,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/utils.dict.html b/docs/api/utils.dict.html index dcd3145b6..dd8410787 100644 --- a/docs/api/utils.dict.html +++ b/docs/api/utils.dict.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/utils.distributed.html b/docs/api/utils.distributed.html index cd1211e0a..d83a6631f 100644 --- a/docs/api/utils.distributed.html +++ b/docs/api/utils.distributed.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/utils.freeze.html b/docs/api/utils.freeze.html index a1afd0f32..a36f0fecd 100644 --- a/docs/api/utils.freeze.html +++ b/docs/api/utils.freeze.html @@ -458,7 +458,7 @@ window.Quarto = {
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/utils.lora.html b/docs/api/utils.lora.html index e86fa5a0f..71c32a0b2 100644 --- a/docs/api/utils.lora.html +++ b/docs/api/utils.lora.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/utils.model_shard_quant.html b/docs/api/utils.model_shard_quant.html index 918a5e16f..0d066433f 100644 --- a/docs/api/utils.model_shard_quant.html +++ b/docs/api/utils.model_shard_quant.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/utils.optimizers.adopt.html b/docs/api/utils.optimizers.adopt.html index 87a9e0377..fa90dd570 100644 --- a/docs/api/utils.optimizers.adopt.html +++ b/docs/api/utils.optimizers.adopt.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/utils.quantization.html b/docs/api/utils.quantization.html index 2daa6555c..9b3e726be 100644 --- a/docs/api/utils.quantization.html +++ b/docs/api/utils.quantization.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/utils.samplers.multipack.html b/docs/api/utils.samplers.multipack.html index af6041c3a..144723870 100644 --- a/docs/api/utils.samplers.multipack.html +++ b/docs/api/utils.samplers.multipack.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/utils.schedulers.html b/docs/api/utils.schedulers.html index 22a5d37aa..123fd7e36 100644 --- a/docs/api/utils.schedulers.html +++ b/docs/api/utils.schedulers.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/utils.schemas.config.html b/docs/api/utils.schemas.config.html index 508a5e755..7f6c5bc4a 100644 --- a/docs/api/utils.schemas.config.html +++ b/docs/api/utils.schemas.config.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/utils.schemas.datasets.html b/docs/api/utils.schemas.datasets.html index 8d2b64c3c..e1e0150c2 100644 --- a/docs/api/utils.schemas.datasets.html +++ b/docs/api/utils.schemas.datasets.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/utils.schemas.enums.html b/docs/api/utils.schemas.enums.html index dbe43130a..f72ef861b 100644 --- a/docs/api/utils.schemas.enums.html +++ b/docs/api/utils.schemas.enums.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/utils.schemas.integrations.html b/docs/api/utils.schemas.integrations.html index 53f771ce2..ae07f8c13 100644 --- a/docs/api/utils.schemas.integrations.html +++ b/docs/api/utils.schemas.integrations.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/utils.schemas.model.html b/docs/api/utils.schemas.model.html index c291bff7e..dc9537fa6 100644 --- a/docs/api/utils.schemas.model.html +++ b/docs/api/utils.schemas.model.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/utils.schemas.multimodal.html b/docs/api/utils.schemas.multimodal.html index 1015301eb..bd876cc85 100644 --- a/docs/api/utils.schemas.multimodal.html +++ b/docs/api/utils.schemas.multimodal.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/utils.schemas.peft.html b/docs/api/utils.schemas.peft.html index 6db9b6ccd..1645245bd 100644 --- a/docs/api/utils.schemas.peft.html +++ b/docs/api/utils.schemas.peft.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/utils.schemas.training.html b/docs/api/utils.schemas.training.html index 2405655e2..5cc36ab36 100644 --- a/docs/api/utils.schemas.training.html +++ b/docs/api/utils.schemas.training.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/utils.schemas.trl.html b/docs/api/utils.schemas.trl.html index cacc90488..3b263b6ef 100644 --- a/docs/api/utils.schemas.trl.html +++ b/docs/api/utils.schemas.trl.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/utils.schemas.utils.html b/docs/api/utils.schemas.utils.html index 5f23ccf55..acf4ab27b 100644 --- a/docs/api/utils.schemas.utils.html +++ b/docs/api/utils.schemas.utils.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/utils.tokenization.html b/docs/api/utils.tokenization.html index 0205f7f42..f28160268 100644 --- a/docs/api/utils.tokenization.html +++ b/docs/api/utils.tokenization.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/api/utils.trainer.html b/docs/api/utils.trainer.html index 103ffc21d..5c799ba1f 100644 --- a/docs/api/utils.trainer.html +++ b/docs/api/utils.trainer.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/batch_vs_grad.html b/docs/batch_vs_grad.html index 8b9de7aab..f3892c893 100644 --- a/docs/batch_vs_grad.html +++ b/docs/batch_vs_grad.html @@ -395,7 +395,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/cli.html b/docs/cli.html index 3006367c3..b3432c806 100644 --- a/docs/cli.html +++ b/docs/cli.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/config-reference.html b/docs/config-reference.html index 81c6dd771..edf752136 100644 --- a/docs/config-reference.html +++ b/docs/config-reference.html @@ -430,7 +430,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/custom_integrations.html b/docs/custom_integrations.html index 2ad385d7a..0b538a3c2 100644 --- a/docs/custom_integrations.html +++ b/docs/custom_integrations.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/dataset-formats/conversation.html b/docs/dataset-formats/conversation.html index a20b361b2..bea33ee0c 100644 --- a/docs/dataset-formats/conversation.html +++ b/docs/dataset-formats/conversation.html @@ -430,7 +430,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/dataset-formats/index.html b/docs/dataset-formats/index.html index c8466d311..9cd2656db 100644 --- a/docs/dataset-formats/index.html +++ b/docs/dataset-formats/index.html @@ -430,7 +430,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/dataset-formats/inst_tune.html b/docs/dataset-formats/inst_tune.html index 16e54c8df..5bc7be0a2 100644 --- a/docs/dataset-formats/inst_tune.html +++ b/docs/dataset-formats/inst_tune.html @@ -430,7 +430,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/dataset-formats/pretraining.html b/docs/dataset-formats/pretraining.html index 609e19e84..4b7b1d76a 100644 --- a/docs/dataset-formats/pretraining.html +++ b/docs/dataset-formats/pretraining.html @@ -430,7 +430,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/dataset-formats/stepwise_supervised.html b/docs/dataset-formats/stepwise_supervised.html index d09ff9f25..8492490aa 100644 --- a/docs/dataset-formats/stepwise_supervised.html +++ b/docs/dataset-formats/stepwise_supervised.html @@ -430,7 +430,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/dataset-formats/template_free.html b/docs/dataset-formats/template_free.html index ce248369f..64ce693da 100644 --- a/docs/dataset-formats/template_free.html +++ b/docs/dataset-formats/template_free.html @@ -430,7 +430,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/dataset-formats/tokenized.html b/docs/dataset-formats/tokenized.html index 73aef03c2..fa6f6b919 100644 --- a/docs/dataset-formats/tokenized.html +++ b/docs/dataset-formats/tokenized.html @@ -430,7 +430,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/dataset_loading.html b/docs/dataset_loading.html index 1944b21cc..7cec876fb 100644 --- a/docs/dataset_loading.html +++ b/docs/dataset_loading.html @@ -430,7 +430,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/dataset_preprocessing.html b/docs/dataset_preprocessing.html index 669ca62f6..b723a7c97 100644 --- a/docs/dataset_preprocessing.html +++ b/docs/dataset_preprocessing.html @@ -395,7 +395,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/debugging.html b/docs/debugging.html index 854e24d6b..d62298361 100644 --- a/docs/debugging.html +++ b/docs/debugging.html @@ -430,7 +430,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/docker.html b/docs/docker.html index eb5f6fb70..d7b252bc4 100644 --- a/docs/docker.html +++ b/docs/docker.html @@ -429,7 +429,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/faq.html b/docs/faq.html index b1f8a5b91..34c5d5a51 100644 --- a/docs/faq.html +++ b/docs/faq.html @@ -430,7 +430,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • - FDSP + QLoRA + FSDP + QLoRA
  • diff --git a/docs/fsdp_qlora.html b/docs/fsdp_qlora.html index 1069a9f89..2be987b84 100644 --- a/docs/fsdp_qlora.html +++ b/docs/fsdp_qlora.html @@ -8,7 +8,7 @@ -FDSP + QLoRA – Axolotl +FSDP + QLoRA – Axolotl