feat: add lfm2 family and latest moe model (#3208)

* feat: add lfm2 family and latest moe model * fix: use ml-cross-entropy for lfm2 examples
2025-10-09 21:47:41 +07:00
parent 6f8ce024d1
commit ab63b92c38
10 changed files with 87 additions and 8 deletions
--- a/examples/colab-notebooks/colab-axolotl-example.ipynb
+++ b/examples/colab-notebooks/colab-axolotl-example.ipynb
@@ -40,7 +40,7 @@
    "%%capture\n",
    "# This step can take ~5-10 minutes to install dependencies\n",
    "!pip install --no-build-isolation axolotl[flash-attn]>=0.9.1\n",
-    "!pip install \"cut-cross-entropy[transformers] @ git+https://github.com/axolotl-ai-cloud/ml-cross-entropy.git@147ea28\""
+    "!pip install \"cut-cross-entropy[transformers] @ git+https://github.com/axolotl-ai-cloud/ml-cross-entropy.git@49f3308\""
   ]
  },
  {