fix: suspected eval vram increased usage

src/axolotl/core/builders/causal.py

@@ -215,10 +215,6 @@ class HFCausalTrainerBuilder(TrainerBuilderBase):
                 self.cfg.auto_find_batch_size
             )
 
-        training_arguments_kwargs["eval_accumulation_steps"] = (
-            self.cfg.gradient_accumulation_steps
-        )
-
         training_arguments_kwargs["load_best_model_at_end"] = (
             (
                 self.cfg.load_best_model_at_end is not False

src/axolotl/utils/distributed.py

@@ -74,6 +74,9 @@ def is_main_process() -> bool:
     Check if the current process is the main process. If not in distributed mode,
     always return `True`.
 
+    We use a simpler logic when the distributed state is not initialized: we just log
+    on the 0-th local rank.
+
     Returns:
         `True` if the current process is the main process, `False` otherwise.
     """