zhangyiss/mlx-examples
1
0
Fork 0
mirror of https://github.com/ml-explore/mlx-examples.git synced 2025-12-15 09:48:54 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

Add llms subdir + update README (#145)

Browse Source 
* add llms subdir + update README

* nits

* use same pre-commit as mlx

* update readmes a bit

* format
This commit is contained in:
Awni Hannun
2023-12-20 10:22:25 -08:00
committed by GitHub
parent aed14618ca
commit 27c0a8c002
62 changed files with 164 additions and 146 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
t5/t5.py
View File

@@ -1,11 +1,11 @@
import argparse
from typing import Optional, Tuple, List
from time import perf_counter_ns
from typing import List, Optional, Tuple
import numpy as np
import mlx.core as mx
import mlx.nn as nn
from mlx.utils import tree_unflatten, tree_map
import numpy as np
from mlx.utils import tree_map, tree_unflatten
from transformers import T5Config, T5Tokenizer
@@ -166,7 +166,7 @@ class DenseActivation(nn.Module):
self.act = nn.relu
elif activation == "gelu":
self.act = nn.gelu
elif activation == "silu":
elif activation == "silu":
self.act = nn.silu
else:
raise ValueError(f"Unknown activation: {activation}")
@@ -337,7 +337,7 @@ class Tokenizer:
self._tokenizer = T5Tokenizer.from_pretrained(
args.model,
legacy=False,
model_max_length=getattr(config, 'n_positions', 512)
model_max_length=getattr(config, "n_positions", 512),
)
@property