Cleaned typing to be in line with accelerate hyperparameters type resctrictions

This commit is contained in:
Maatra
2024-04-20 14:36:47 +01:00
parent 2c9db5d9f2
commit b886d0a359

View File

@@ -3390,7 +3390,20 @@ def filter_sensitive_args(args: argparse.Namespace):
"output_dir", "output_dir",
"logging_dir", "logging_dir",
] ]
filtered_args = {k: v for k, v in vars(args).items() if k not in sensitive_args + sensitive_path_args} filtered_args = {}
for k, v in vars(args).items():
# filter out sensitive values
if k not in sensitive_args + sensitive_path_args:
#Accelerate values need to have type `bool`,`str`, `float`, `int`, or `None`.
if v is None or isinstance(v, bool) or isinstance(v, str) or isinstance(v, float) or isinstance(v, int):
filtered_args[k] = v
# accelerate does not support lists
elif isinstance(v, list):
filtered_args[k] = f"{v}"
# accelerate does not support objects
elif isinstance(v, object):
filtered_args[k] = f"{v}"
return filtered_args return filtered_args
# verify command line args for training # verify command line args for training