only write top level results

This commit is contained in:
Alex Barron 2024-12-06 15:54:29 -08:00
parent 04412c2edd
commit dc56226bf8

View File

@ -342,7 +342,7 @@ def main():
filename = f"eval_{args.model.replace('/', '_')}_{('_'.join(args.tasks))}_{args.num_shots:02d}.json" filename = f"eval_{args.model.replace('/', '_')}_{('_'.join(args.tasks))}_{args.num_shots:02d}.json"
output_path = Path(args.output_dir) / filename output_path = Path(args.output_dir) / filename
output_path.write_text(json.dumps(results, indent=4)) output_path.write_text(json.dumps(results["results"], indent=4))
print("Results:") print("Results:")
for result in results["results"].values(): for result in results["results"].values():
print(json.dumps(result, indent=4)) print(json.dumps(result, indent=4))