test import-wihtin-import relative path

This commit is contained in:
Sunny Liu
2025-03-12 00:19:09 -04:00
committed by Sung Ching Liu
parent 9da730d6a4
commit eadb16c709

View File

@@ -4,10 +4,24 @@ module for base dataset transform strategies
import importlib
import logging
import sys
LOG = logging.getLogger("axolotl")
def import_from_path(module_name, file_path):
spec = importlib.util.spec_from_file_location(module_name, file_path)
if spec is None:
raise ImportError(f"Could not create module spec for: {file_path}")
module = importlib.util.module_from_spec(spec)
sys.modules[module_name] = module
loader = importlib.machinery.SourceFileLoader(module_name, file_path)
spec.loader = loader
loader.exec_module(module)
return module
def load(strategy, cfg, module_base=None, **kwargs):
try:
if len(strategy.split(".")) == 1: