zhangyiss/mlx-examples
1
0
Fork 0
mirror of https://github.com/ml-explore/mlx-examples.git synced 2025-07-21 02:51:13 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

fix: Unsupported BFloat16 Data Type Issue with MPS Backend

Browse Source
This commit is contained in:
张嘉豪 2023-12-08 16:19:35 +08:00
parent ff3cc56c8d
commit 4018aed335
1 changed files with 6 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
lora/convert.py
View File

@ -32,7 +32,12 @@ def map_torch_to_mlx(key, value):
elif "rope" in key: elif "rope" in key:
return None, None return None, None
return key, value.numpy() return (
key,
value.numpy()
if value.dtype != torch.bfloat16
else value.to(torch.float32).numpy(),
)
if __name__ == "__main__": if __name__ == "__main__":