tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

adding back in base_model redaction w/ whitelist

Browse Source
This commit is contained in:
Dan Saunders
2025-02-24 01:16:03 +00:00
parent 675b65d711
commit d3d63c1432
1 changed files with 16 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files

25
src/axolotl/telemetry/manager.py
View File

@@ -168,17 +168,24 @@ class TelemetryManager:
# TODO: Keep this up to date with any config schema changes # TODO: Keep this up to date with any config schema changes
path_indicators = {"path", "dir"} path_indicators = {"path", "dir"}
def redact_value(value: Any, key: str = "") -> Any: def redact_value(value: str, key: Any = None) -> Any:
"""Recursively sanitize values, redacting those with path-like keys""" """Recursively sanitize values, redacting those with path-like keys"""
# If the key suggests this is a path, redact it # Special case: base_model should be redacted if org is not whitelisted
if any(indicator in key.lower() for indicator in path_indicators): if key == "base_model":
return "[REDACTED]" org = value.split("/")[0]
if org not in self.whitelist["organizations"]:
return "[REDACTED]"
# Handle nested structures if isinstance(value, str):
if isinstance(value, dict): # If the key suggests this is a path, redact it
return {k: redact_value(v, k) for k, v in value.items()} if any(indicator in key.lower() for indicator in path_indicators):
if isinstance(value, list): return "[REDACTED]"
return [redact_value(item) for item in value]
# Handle nested structures
if isinstance(value, dict):
return {k: redact_value(v, k) for k, v in value.items()}
if isinstance(value, list):
return [redact_value(item) for item in value]
return value return value