various tests fixes for flakey tests (#2110)

* add mhenrichsen/alpaca_2k_test with revision dataset download fixture for flaky tests

* log slowest tests

* pin pynvml==11.5.3

* fix load local hub path

* optimize for speed w smaller models and val_set_size

* replace pynvml

* make the resume from checkpoint e2e faster

* make tests smaller

tests/e2e/test_relora_llama.py

@@ -52,6 +52,7 @@ class TestReLoraLlama(unittest.TestCase):
                 ],
                 "warmup_steps": 15,
                 "num_epochs": 2,
+                "max_steps": 51,  # at least 2x relora_steps
                 "micro_batch_size": 4,
                 "gradient_accumulation_steps": 1,
                 "output_dir": temp_dir,