zhangyiss/mlx-examples
1
0
Fork 0
mirror of https://github.com/ml-explore/mlx-examples.git synced 2025-06-24 17:31:18 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

reformatted

Browse Source
This commit is contained in:
paramthakkar123 2025-04-04 07:36:47 +05:30
parent d7cab9d5f5
commit 298178d669
2 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
llms/llama/convert.py
View File

@ -8,6 +8,7 @@ import json
import shutil import shutil
from pathlib import Path from pathlib import Path
from typing import Dict from typing import Dict
import mlx.core as mx import mlx.core as mx
import mlx.nn as nn import mlx.nn as nn
import torch import torch
@ -149,7 +150,7 @@ def quantize(weights, config, args):
def make_shards(weights: dict, max_file_size_gibibyte: int = 15): def make_shards(weights: dict, max_file_size_gibibyte: int = 15):
max_file_size_bytes = max_file_size_gibibyte << 30 max_file_size_bytes = max_file_size_gibibyte << 30
shards = [] shards = []
shard : Dict[str, mx.array] = {} shard: Dict[str, mx.array] = {}
shard_size = 0 shard_size = 0
for k, v in weights.items(): for k, v in weights.items():
if shard_size + v.nbytes > max_file_size_bytes: if shard_size + v.nbytes > max_file_size_bytes: