Files
axolotl/src/axolotl/integrations/grokfast/args.py
2024-11-13 17:10:36 -05:00

16 lines
273 B
Python

"""
config args for grokfast plugin
"""
from typing import Optional
from pydantic import BaseModel
class GrokfastArgs(BaseModel):
"""
Input args for Grokfast optimizer.
"""
grokfast_alpha: Optional[float] = 0.98
grokfast_lamb: Optional[float] = 2.0