86 lines
2.6 KiB
Python
86 lines
2.6 KiB
Python
"""
|
|
test utils for helpers and decorators
|
|
"""
|
|
|
|
import os
|
|
from functools import wraps
|
|
|
|
from huggingface_hub.utils import reset_sessions
|
|
|
|
|
|
def reload_modules(hf_hub_offline):
|
|
# Force reload of the modules that check this variable
|
|
import importlib
|
|
|
|
import datasets
|
|
import huggingface_hub.constants
|
|
|
|
# Reload the constants module first, as others depend on it
|
|
importlib.reload(huggingface_hub.constants)
|
|
huggingface_hub.constants.HF_HUB_OFFLINE = hf_hub_offline
|
|
importlib.reload(datasets.config)
|
|
setattr(datasets.config, "HF_HUB_OFFLINE", hf_hub_offline)
|
|
reset_sessions()
|
|
|
|
|
|
def enable_hf_offline(test_func):
|
|
"""
|
|
test decorator that sets HF_HUB_OFFLINE environment variable to True and restores it after the test even if the test fails.
|
|
:param test_func:
|
|
:return:
|
|
"""
|
|
|
|
@wraps(test_func)
|
|
def wrapper(*args, **kwargs):
|
|
# Save the original value of HF_HUB_OFFLINE environment variable
|
|
original_hf_offline = os.getenv("HF_HUB_OFFLINE")
|
|
|
|
# Set HF_OFFLINE environment variable to True
|
|
os.environ["HF_HUB_OFFLINE"] = "1"
|
|
|
|
reload_modules(True)
|
|
try:
|
|
# Run the test function
|
|
return test_func(*args, **kwargs)
|
|
finally:
|
|
# Restore the original value of HF_HUB_OFFLINE environment variable
|
|
if original_hf_offline is not None:
|
|
os.environ["HF_HUB_OFFLINE"] = original_hf_offline
|
|
reload_modules(bool(original_hf_offline))
|
|
else:
|
|
del os.environ["HF_HUB_OFFLINE"]
|
|
reload_modules(False)
|
|
|
|
return wrapper
|
|
|
|
|
|
def disable_hf_offline(test_func):
|
|
"""
|
|
test decorator that sets HF_HUB_OFFLINE environment variable to False and restores it after the wrapped func
|
|
:param test_func:
|
|
:return:
|
|
"""
|
|
|
|
@wraps(test_func)
|
|
def wrapper(*args, **kwargs):
|
|
# Save the original value of HF_HUB_OFFLINE environment variable
|
|
original_hf_offline = os.getenv("HF_HUB_OFFLINE")
|
|
|
|
# Set HF_OFFLINE environment variable to True
|
|
os.environ["HF_HUB_OFFLINE"] = "0"
|
|
|
|
reload_modules(False)
|
|
try:
|
|
# Run the test function
|
|
return test_func(*args, **kwargs)
|
|
finally:
|
|
# Restore the original value of HF_HUB_OFFLINE environment variable
|
|
if original_hf_offline is not None:
|
|
os.environ["HF_HUB_OFFLINE"] = original_hf_offline
|
|
reload_modules(bool(original_hf_offline))
|
|
else:
|
|
del os.environ["HF_HUB_OFFLINE"]
|
|
reload_modules(False)
|
|
|
|
return wrapper
|