fix conversion

This commit is contained in:
Awni Hannun 2023-12-10 14:35:39 -08:00 committed by Angelos Katharopoulos
parent 2652b4f055
commit a4d932bf26

View File

@ -47,6 +47,7 @@ if __name__ == "__main__":
# Copy the params
with open(torch_path / "params.json", "r") as f:
config = json.loads(f.read())
n_heads = config["n_heads"]
if "sliding_window" in config:
config.pop("sliding_window")
if "n_kv_heads" not in config: