adding diff attn callback, adding documentation

This commit is contained in:
Dan Saunders
2025-01-10 16:28:27 +00:00
parent 443327c585
commit 4f804f6d88
9 changed files with 676 additions and 101 deletions

View File

@@ -69,7 +69,7 @@ def test_conversion_cli_debug(tmp_path: Path, base_config):
yaml.dump(base_config, file)
cfg = load_cfg(str(config_path))
cli_args = ConvertDiffTransformerCliArgs(debug=True, init_scale=0.1)
cli_args = ConvertDiffTransformerCliArgs(debug=True)
_, debug_info = convert_diff_transformer(cfg, cli_args, str(config_path))
assert not debug_info["generations_match"]