zhangyiss/mlx-examples
1
0
Fork 0
mirror of https://github.com/ml-explore/mlx-examples.git synced 2025-09-01 12:49:50 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

remove simplify (#379)

Browse Source
This commit is contained in:
Awni Hannun
2024-01-26 13:54:49 -08:00
committed by GitHub
parent 0b57f0eae6
commit 5aa652d3c2
6 changed files with 6 additions and 17 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
lora/utils.py
View File

@@ -102,12 +102,11 @@ def make_shards(weights: dict, max_file_size_gibibyte: int = 15):
shards = []
shard, shard_size = {}, 0
for k, v in weights.items():
estimated_size = v.size * v.dtype.size
if shard_size + estimated_size > max_file_size_bytes:
if shard_size + v.nbytes > max_file_size_bytes:
shards.append(shard)
shard, shard_size = {}, 0
shard[k] = v
shard_size += estimated_size
shard_size += v.nbytes
shards.append(shard)
return shards