From 5458722776e920603765887d238b5bb11127574d Mon Sep 17 00:00:00 2001 From: Devon Thomas Date: Sat, 23 Dec 2023 19:58:07 -0800 Subject: [PATCH] Fix precommit hooks --- llms/mixtral/mixtral.py | 23 +++++++++++++++++++++-- 1 file changed, 21 insertions(+), 2 deletions(-) diff --git a/llms/mixtral/mixtral.py b/llms/mixtral/mixtral.py index 3b0cfa41..6c31ca62 100644 --- a/llms/mixtral/mixtral.py +++ b/llms/mixtral/mixtral.py @@ -1,8 +1,27 @@ #Copyright © 2023 Apple Inc. -import argparse import glob import json from dataclasses import dataclass from pathlib import Path from typing import List, Optional, Tuple +import argparse +import dataclasses +import glob +import json +import pathlib +import typing - import mlx.core as mx import mlx.nn as nn from mlx.utils import tree_map, tree_unflatten from sentencepiece import SentencePieceProcessor +import dataclass +import from +import import +import List +import mlx.core as mx +import mlx.nn +import mlx.nn as nn +import mlx.utils +import Optional +import Path +import sentencepiece +import SentencePieceProcessor +import tree_map +import tree_unflatten +import Tuple @dataclass class ModelArgs:dim: int n_layers: int head_dim: int hidden_dim: int n_heads: int n_kv_heads: int norm_eps: float vocab_size: int moe:dict = None