feat: add lfm2 family and latest moe model (#3208)

* feat: add lfm2 family and latest moe model * fix: use ml-cross-entropy for lfm2 examples
2025-10-09 21:47:41 +07:00
parent 6f8ce024d1
commit ab63b92c38
10 changed files with 87 additions and 8 deletions
--- a/examples/LiquidAI/lfm2-vl-lora.yaml
+++ b/examples/LiquidAI/lfm2-vl-lora.yaml
@@ -3,6 +3,9 @@ trust_remote_code: true
 model_type: AutoModelForImageTextToText
 processor_type: AutoProcessor

+plugins:
+  - axolotl.integrations.cut_cross_entropy.CutCrossEntropyPlugin
+
 # these 3 lines are needed for now to handle vision chat templates w images
 skip_prepare_dataset: true
 remove_unused_columns: false