upgrade peft==0.16.0 and datasets==4.0.0 (#2917) [skip ci]

* upgrade peft to 0.16.0

* upgrade datasets to 4.0.0

* refactor dupes from merge/rebase

* fix check for fsdp1 + sharded_state_dict

* use full state dict for ci

src/axolotl/utils/schemas/validation.py

@@ -865,6 +865,7 @@ class OptimizationValidationMixin:
             and hasattr(self, "save_safetensors")
             and self.save_safetensors
             and self.fsdp_config.get("state_dict_type", "") == "SHARDED_STATE_DICT"
+            and str(getattr(self, "fsdp_version", "1")) != "2"
         ):
             raise ValueError(
                 "FSDP SHARDED_STATE_DICT not compatible with save_safetensors"