tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

include number of params and rounded est of params so we can easily group in posthog (#3455)

Browse Source 
* include number of params and rounded est of params so we can easily group in posthog

* fix typing
This commit is contained in:
Wing Lian
2026-03-05 12:31:17 -05:00
committed by GitHub
parent 8e2a102cca
commit 28cc085283
1 changed files with 15 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

18
src/axolotl/train.py
View File

@@ -86,9 +86,21 @@ def setup_model_and_tokenizer(
if model.generation_config is not None: if model.generation_config is not None:
model.generation_config.do_sample = True model.generation_config.do_sample = True
TELEMETRY_MANAGER.send_event( model_properties = model.config.to_dict()
event_type="model-load", properties=model.config.to_dict() try:
) model_properties["num_parameters"] = model.num_parameters()
except Exception: # pylint: disable=broad-exception-caught
model_properties["num_parameters"] = sum(p.numel() for p in model.parameters())
# if the num_parameters is less than 2B, let's round to nearest 100M, else round to nearest 1B
if model_properties["num_parameters"] < 2e9:
model_properties["num_parameters_est"] = (
f"{round(model_properties['num_parameters'] / 1e8) * 100}M"
)
else:
model_properties["num_parameters_est"] = (
f"{round(model_properties['num_parameters'] / 1e9)}B"
)
TELEMETRY_MANAGER.send_event(event_type="model-load", properties=model_properties)
if peft_config: if peft_config:
TELEMETRY_MANAGER.send_event( TELEMETRY_MANAGER.send_event(
event_type="peft-config-load", properties=peft_config.to_dict() event_type="peft-config-load", properties=peft_config.to_dict()