add lion-pytorch optimizer (#1299) [skip ci]

* add lion-pytorch optimizer

* update pydantic to support lion optimizer

---------

Co-authored-by: Wing Lian <wing.lian@gmail.com>

setup.py

@@ -18,6 +18,7 @@ def parse_requirements():
                 or "flash-attention" in line
                 or "deepspeed" in line
                 or "mamba-ssm" in line
+                or "lion-pytorch" in line
             )
             if line.startswith("--extra-index-url"):
                 # Handle custom index URLs
@@ -85,5 +86,8 @@ setup(
         "mlflow": [
             "mlflow",
         ],
+        "lion-pytorch": [
+            "lion-pytorch==0.1.2",
+        ],
     },
 )