zhangyiss/mlx
1
0
Fork 0
mirror of https://github.com/ml-explore/mlx.git synced 2025-11-06 03:58:12 +08:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

Attempt different packing

Browse Source
This commit is contained in:
Angelos Katharopoulos
2024-12-13 18:36:36 -08:00
parent a06c968f4d
commit e4b587819c
4 changed files with 33 additions and 25 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
benchmarks/python/packed_qmv_bench.py
View File

@@ -5,11 +5,11 @@ from functools import partial
import mlx.core as mx
from time_utils import time_fn
D = 16384
D = 8192
group_size = 64
bits = 3
dtype = mx.float16
loops = 10
loops = 100
def qmv_(x, wq, q_type):