reformatted

This commit is contained in:
paramthakkar123 2025-04-04 07:36:47 +05:30
parent d7cab9d5f5
commit 298178d669
2 changed files with 3 additions and 2 deletions

View File

@ -8,6 +8,7 @@ import json
import shutil
from pathlib import Path
from typing import Dict
import mlx.core as mx
import mlx.nn as nn
import torch
@ -149,7 +150,7 @@ def quantize(weights, config, args):
def make_shards(weights: dict, max_file_size_gibibyte: int = 15):
max_file_size_bytes = max_file_size_gibibyte << 30
shards = []
shard : Dict[str, mx.array] = {}
shard: Dict[str, mx.array] = {}
shard_size = 0
for k, v in weights.items():
if shard_size + v.nbytes > max_file_size_bytes:

View File

@ -91,7 +91,7 @@ class FeedForward(nn.Module):
class MOEFeedForward(nn.Module):
def __init__(self, args: ModelArgs):
super().__init__()
if args.moe is None:
raise ValueError("args.moe must not be None for MOEFeedForward")