From 74e5b48e8ff6038ccbc83baf7dab028542cac747 Mon Sep 17 00:00:00 2001 From: Alex Barron Date: Fri, 6 Dec 2024 17:49:08 -0800 Subject: [PATCH] comment --- llms/mlx_lm/evaluate.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/llms/mlx_lm/evaluate.py b/llms/mlx_lm/evaluate.py index f74a7757..423d5823 100644 --- a/llms/mlx_lm/evaluate.py +++ b/llms/mlx_lm/evaluate.py @@ -344,7 +344,10 @@ def main(): fewshot_random_seed=args.seed, ) - filename = f"eval_{args.model.replace('/', '_')}_{('_'.join(args.tasks))}_{args.num_shots:02d}_v_{version('lm_eval')}.json" + model_name = args.model.replace("/", "_") + task_names = "_".join(args.tasks) + ver = version("lm_eval") + filename = f"eval_{model_name}_{task_names}_{args.num_shots:02d}_v_{ver}.json" output_path = output_dir / filename output_path.write_text(json.dumps(results["results"], indent=4)) print("Results:")