2024-10-15 23:12:17 +08:00
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "https://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
< html xmlns = "http://www.w3.org/1999/xhtml" lang = "en-US" >
< head >
< meta http-equiv = "Content-Type" content = "text/xhtml;charset=UTF-8" / >
< meta http-equiv = "X-UA-Compatible" content = "IE=11" / >
2025-02-07 04:16:29 +08:00
< meta name = "generator" content = "Doxygen 1.13.2" / >
2024-10-15 23:12:17 +08:00
< meta name = "viewport" content = "width=device-width, initial-scale=1" / >
< title > MLX: mlx/backend/metal/kernels/quantized.h File Reference< / title >
< link href = "tabs.css" rel = "stylesheet" type = "text/css" / >
< script type = "text/javascript" src = "jquery.js" > < / script >
< script type = "text/javascript" src = "dynsections.js" > < / script >
< script type = "text/javascript" src = "clipboard.js" > < / script >
< link href = "navtree.css" rel = "stylesheet" type = "text/css" / >
2025-01-10 05:56:20 +08:00
< script type = "text/javascript" src = "navtreedata.js" > < / script >
< script type = "text/javascript" src = "navtree.js" > < / script >
2024-10-15 23:12:17 +08:00
< script type = "text/javascript" src = "resize.js" > < / script >
< script type = "text/javascript" src = "cookie.js" > < / script >
< link href = "search/search.css" rel = "stylesheet" type = "text/css" / >
< script type = "text/javascript" src = "search/searchdata.js" > < / script >
< script type = "text/javascript" src = "search/search.js" > < / script >
2025-01-10 05:56:20 +08:00
< script type = "text/javascript" >
/* @license magnet:?xt=urn:btih:d3d9a9a6595521f9666a5e94cc830dab83b65699& dn=expat.txt MIT */
$(function() { init_search(); });
/* @license-end */
< / script >
2024-10-15 23:12:17 +08:00
< link href = "doxygen.css" rel = "stylesheet" type = "text/css" / >
< / head >
< body >
< div id = "top" > <!-- do not remove this div, it is closed by doxygen! -->
< div id = "titlearea" >
< table cellspacing = "0" cellpadding = "0" >
< tbody >
< tr id = "projectrow" >
< td id = "projectalign" >
< div id = "projectname" > MLX
< / div >
< / td >
2025-01-10 05:56:20 +08:00
< td > < div id = "MSearchBox" class = "MSearchBoxInactive" >
< span class = "left" >
< span id = "MSearchSelect" onmouseover = "return searchBox.OnSearchSelectShow()" onmouseout = "return searchBox.OnSearchSelectHide()" >   < / span >
< input type = "text" id = "MSearchField" value = "" placeholder = "Search" accesskey = "S"
onfocus="searchBox.OnSearchFieldFocus(true)"
onblur="searchBox.OnSearchFieldFocus(false)"
onkeyup="searchBox.OnSearchFieldChange(event)"/>
< / span > < span class = "right" >
< a id = "MSearchClose" href = "javascript:searchBox.CloseResultsWindow()" > < img id = "MSearchCloseImg" border = "0" src = "search/close.svg" alt = "" / > < / a >
< / span >
< / div >
< / td >
2024-10-15 23:12:17 +08:00
< / tr >
< / tbody >
< / table >
< / div >
<!-- end header part -->
2025-02-07 04:16:29 +08:00
<!-- Generated by Doxygen 1.13.2 -->
2024-10-15 23:12:17 +08:00
< script type = "text/javascript" >
/* @license magnet:?xt=urn:btih:d3d9a9a6595521f9666a5e94cc830dab83b65699& dn=expat.txt MIT */
var searchBox = new SearchBox("searchBox", "search/",'.html');
/* @license-end */
< / script >
< script type = "text/javascript" >
/* @license magnet:?xt=urn:btih:d3d9a9a6595521f9666a5e94cc830dab83b65699& dn=expat.txt MIT */
$(function() { codefold.init(0); });
/* @license-end */
< / script >
2025-01-10 05:56:20 +08:00
< / div > <!-- top -->
< div id = "side-nav" class = "ui-resizable side-nav-resizable" >
< div id = "nav-tree" >
< div id = "nav-tree-contents" >
< div id = "nav-sync" class = "sync" > < / div >
< / div >
< / div >
< div id = "splitbar" style = "-moz-user-select:none;"
class="ui-resizable-handle">
< / div >
< / div >
2024-10-15 23:12:17 +08:00
< script type = "text/javascript" >
/* @license magnet:?xt=urn:btih:d3d9a9a6595521f9666a5e94cc830dab83b65699& dn=expat.txt MIT */
2025-01-10 05:56:20 +08:00
$(function(){initNavTree('quantized_8h.html',''); initResizable(true); });
2024-10-15 23:12:17 +08:00
/* @license-end */
< / script >
2025-01-10 05:56:20 +08:00
< div id = "doc-content" >
2024-10-15 23:12:17 +08:00
<!-- window showing the filter options -->
< div id = "MSearchSelectWindow"
onmouseover="return searchBox.OnSearchSelectShow()"
onmouseout="return searchBox.OnSearchSelectHide()"
onkeydown="return searchBox.OnSearchSelectKey(event)">
< / div >
<!-- iframe showing the search results (closed by default) -->
< div id = "MSearchResultsWindow" >
< div id = "MSearchResults" >
< div class = "SRPage" >
< div id = "SRIndex" >
< div id = "SRResults" > < / div >
< div class = "SRStatus" id = "Loading" > Loading...< / div >
< div class = "SRStatus" id = "Searching" > Searching...< / div >
< div class = "SRStatus" id = "NoMatches" > No Matches< / div >
< / div >
< / div >
< / div >
< / div >
< div class = "header" >
< div class = "summary" >
< a href = "#nested-classes" > Classes< / a > |
< a href = "#define-members" > Macros< / a > |
< a href = "#func-members" > Functions< / a > |
< a href = "#var-members" > Variables< / a > < / div >
< div class = "headertitle" > < div class = "title" > quantized.h File Reference< / div > < / div >
< / div > <!-- header -->
< div class = "contents" >
< div class = "textblock" > < code > #include < metal_simdgroup> < / code > < br / >
< code > #include < metal_stdlib> < / code > < br / >
< / div >
< p > < a href = "quantized_8h_source.html" > Go to the source code of this file.< / a > < / p >
< table class = "memberdecls" >
< tr class = "heading" > < td colspan = "2" > < h2 class = "groupheader" > < a id = "nested-classes" name = "nested-classes" > < / a >
Classes< / h2 > < / td > < / tr >
< tr class = "memitem:" > < td class = "memItemLeft" align = "right" valign = "top" > struct   < / td > < td class = "memItemRight" valign = "bottom" > < a class = "el" href = "struct_quantized_block_loader.html" > QuantizedBlockLoader< T, BROWS, BCOLS, dst_ld, reduction_dim, tgp_size, group_size, bits > < / a > < / td > < / tr >
< tr class = "separator:" > < td class = "memSeparator" colspan = "2" >   < / td > < / tr >
< / table > < table class = "memberdecls" >
< tr class = "heading" > < td colspan = "2" > < h2 class = "groupheader" > < a id = "define-members" name = "define-members" > < / a >
Macros< / h2 > < / td > < / tr >
< tr class = "memitem:a0386011c52d03e60885a31e6fbd903dd" id = "r_a0386011c52d03e60885a31e6fbd903dd" > < td class = "memItemLeft" align = "right" valign = "top" > #define  < / td > < td class = "memItemRight" valign = "bottom" > < a class = "el" href = "#a0386011c52d03e60885a31e6fbd903dd" > MLX_MTL_CONST< / a >       static constant constexpr const< / td > < / tr >
< tr class = "separator:a0386011c52d03e60885a31e6fbd903dd" > < td class = "memSeparator" colspan = "2" >   < / td > < / tr >
< / table > < table class = "memberdecls" >
< tr class = "heading" > < td colspan = "2" > < h2 class = "groupheader" > < a id = "func-members" name = "func-members" > < / a >
Functions< / h2 > < / td > < / tr >
2025-01-10 05:56:20 +08:00
< tr class = "memitem:a8dbace41de9e1e21dd59d016db11b3e9" id = "r_a8dbace41de9e1e21dd59d016db11b3e9" > < td class = "memTemplParams" colspan = "2" > template< typename T, typename U, int values_per_thread, int bits> < / td > < / tr >
2024-10-15 23:12:17 +08:00
< tr class = "memitem:a8dbace41de9e1e21dd59d016db11b3e9" > < td class = "memTemplItemLeft" align = "right" valign = "top" > U  < / td > < td class = "memTemplItemRight" valign = "bottom" > < a class = "el" href = "#a8dbace41de9e1e21dd59d016db11b3e9" > load_vector< / a > (const device T *x, thread U *x_thread)< / td > < / tr >
< tr class = "separator:a8dbace41de9e1e21dd59d016db11b3e9" > < td class = "memSeparator" colspan = "2" >   < / td > < / tr >
2025-01-10 05:56:20 +08:00
< tr class = "memitem:aa69e143d646fad332c1a53e8c9b337b7" id = "r_aa69e143d646fad332c1a53e8c9b337b7" > < td class = "memTemplParams" colspan = "2" > template< typename T, typename U, int values_per_thread, int bits> < / td > < / tr >
2024-10-15 23:12:17 +08:00
< tr class = "memitem:aa69e143d646fad332c1a53e8c9b337b7" > < td class = "memTemplItemLeft" align = "right" valign = "top" > U  < / td > < td class = "memTemplItemRight" valign = "bottom" > < a class = "el" href = "#aa69e143d646fad332c1a53e8c9b337b7" > load_vector_safe< / a > (const device T *x, thread U *x_thread, int N)< / td > < / tr >
< tr class = "separator:aa69e143d646fad332c1a53e8c9b337b7" > < td class = "memSeparator" colspan = "2" >   < / td > < / tr >
2025-01-10 05:56:20 +08:00
< tr class = "memitem:ab364d58ab652e3ad87a8f80910556071" id = "r_ab364d58ab652e3ad87a8f80910556071" > < td class = "memTemplParams" colspan = "2" > template< typename U, int values_per_thread, int bits> < / td > < / tr >
2024-10-15 23:12:17 +08:00
< tr class = "memitem:ab364d58ab652e3ad87a8f80910556071" > < td class = "memTemplItemLeft" align = "right" valign = "top" > U  < / td > < td class = "memTemplItemRight" valign = "bottom" > < a class = "el" href = "#ab364d58ab652e3ad87a8f80910556071" > qdot< / a > (const device uint8_t *w, const thread U *x_thread, U scale, U bias, U sum)< / td > < / tr >
< tr class = "separator:ab364d58ab652e3ad87a8f80910556071" > < td class = "memSeparator" colspan = "2" >   < / td > < / tr >
2025-01-10 05:56:20 +08:00
< tr class = "memitem:a07b26d2d0b0d65dfe925c452c453fa42" id = "r_a07b26d2d0b0d65dfe925c452c453fa42" > < td class = "memTemplParams" colspan = "2" > template< typename U, int values_per_thread, int bits> < / td > < / tr >
2024-10-15 23:12:17 +08:00
< tr class = "memitem:a07b26d2d0b0d65dfe925c452c453fa42" > < td class = "memTemplItemLeft" align = "right" valign = "top" > U  < / td > < td class = "memTemplItemRight" valign = "bottom" > < a class = "el" href = "#a07b26d2d0b0d65dfe925c452c453fa42" > qdot_safe< / a > (const device uint8_t *w, const thread U *x_thread, U scale, U bias, U sum, int N)< / td > < / tr >
< tr class = "separator:a07b26d2d0b0d65dfe925c452c453fa42" > < td class = "memSeparator" colspan = "2" >   < / td > < / tr >
2025-01-10 05:56:20 +08:00
< tr class = "memitem:ae756f6817b584c60f5dcdd1d9c6b4f58" id = "r_ae756f6817b584c60f5dcdd1d9c6b4f58" > < td class = "memTemplParams" colspan = "2" > template< typename U, int values_per_thread, int bits> < / td > < / tr >
2024-10-15 23:12:17 +08:00
< tr class = "memitem:ae756f6817b584c60f5dcdd1d9c6b4f58" > < td class = "memTemplItemLeft" align = "right" valign = "top" > void  < / td > < td class = "memTemplItemRight" valign = "bottom" > < a class = "el" href = "#ae756f6817b584c60f5dcdd1d9c6b4f58" > qouter< / a > (const thread uint8_t *w, U x, U scale, U bias, thread U *result)< / td > < / tr >
< tr class = "separator:ae756f6817b584c60f5dcdd1d9c6b4f58" > < td class = "memSeparator" colspan = "2" >   < / td > < / tr >
2025-01-10 05:56:20 +08:00
< tr class = "memitem:aecff265b63566d0d5689cfc4e5b037d2" id = "r_aecff265b63566d0d5689cfc4e5b037d2" > < td class = "memTemplParams" colspan = "2" > template< typename U, int N, int bits> < / td > < / tr >
2024-10-15 23:12:17 +08:00
< tr class = "memitem:aecff265b63566d0d5689cfc4e5b037d2" > < td class = "memTemplItemLeft" align = "right" valign = "top" > void  < / td > < td class = "memTemplItemRight" valign = "bottom" > < a class = "el" href = "#aecff265b63566d0d5689cfc4e5b037d2" > dequantize< / a > (const device uint8_t *w, U scale, U bias, threadgroup U *w_local)< / td > < / tr >
< tr class = "separator:aecff265b63566d0d5689cfc4e5b037d2" > < td class = "memSeparator" colspan = "2" >   < / td > < / tr >
2025-01-10 05:56:20 +08:00
< tr class = "memitem:ad5cf1cf63656bc1780685d22169cd4ef" id = "r_ad5cf1cf63656bc1780685d22169cd4ef" > < td class = "memTemplParams" colspan = "2" > template< typename T, int group_size, int bits, int D> < / td > < / tr >
2024-10-26 04:23:45 +08:00
< tr class = "memitem:ad5cf1cf63656bc1780685d22169cd4ef" > < td class = "memTemplItemLeft" align = "right" valign = "top" > METAL_FUNC void  < / td > < td class = "memTemplItemRight" valign = "bottom" > < a class = "el" href = "#ad5cf1cf63656bc1780685d22169cd4ef" > qmv_quad_impl< / a > (const device uint32_t *w, const device T *scales, const device T *biases, const device T *x, device T *y, constant int & in_vec_size, const constant int & out_vec_size, uint3 tid, uint quad_gid, uint quad_lid)< / td > < / tr >
< tr class = "separator:ad5cf1cf63656bc1780685d22169cd4ef" > < td class = "memSeparator" colspan = "2" >   < / td > < / tr >
2025-01-10 05:56:20 +08:00
< tr class = "memitem:aba7687e6f8f1d29c0a1b2a3db150bd81" id = "r_aba7687e6f8f1d29c0a1b2a3db150bd81" > < td class = "memTemplParams" colspan = "2" > template< typename T, int group_size, int bits> < / td > < / tr >
2024-10-15 23:12:17 +08:00
< tr class = "memitem:aba7687e6f8f1d29c0a1b2a3db150bd81" > < td class = "memTemplItemLeft" align = "right" valign = "top" > METAL_FUNC void  < / td > < td class = "memTemplItemRight" valign = "bottom" > < a class = "el" href = "#aba7687e6f8f1d29c0a1b2a3db150bd81" > qmv_fast_impl< / a > (const device uint32_t *w, const device T *scales, const device T *biases, const device T *x, device T *y, const constant int & in_vec_size, const constant int & out_vec_size, uint3 tid, uint simd_gid, uint simd_lid)< / td > < / tr >
< tr class = "separator:aba7687e6f8f1d29c0a1b2a3db150bd81" > < td class = "memSeparator" colspan = "2" >   < / td > < / tr >
2025-01-10 05:56:20 +08:00
< tr class = "memitem:a8e13c7d895624f738d2a6d9893b687fd" id = "r_a8e13c7d895624f738d2a6d9893b687fd" > < td class = "memTemplParams" colspan = "2" > template< typename T, int group_size, int bits> < / td > < / tr >
2024-10-15 23:12:17 +08:00
< tr class = "memitem:a8e13c7d895624f738d2a6d9893b687fd" > < td class = "memTemplItemLeft" align = "right" valign = "top" > METAL_FUNC void  < / td > < td class = "memTemplItemRight" valign = "bottom" > < a class = "el" href = "#a8e13c7d895624f738d2a6d9893b687fd" > qmv_impl< / a > (const device uint32_t *w, const device T *scales, const device T *biases, const device T *x, device T *y, const constant int & in_vec_size, const constant int & out_vec_size, uint3 tid, uint simd_gid, uint simd_lid)< / td > < / tr >
< tr class = "separator:a8e13c7d895624f738d2a6d9893b687fd" > < td class = "memSeparator" colspan = "2" >   < / td > < / tr >
2025-01-10 05:56:20 +08:00
< tr class = "memitem:a1546533c5b925b2fbb3bec870ec7487a" id = "r_a1546533c5b925b2fbb3bec870ec7487a" > < td class = "memTemplParams" colspan = "2" > template< typename T, const int group_size, const int bits> < / td > < / tr >
2024-11-06 03:54:16 +08:00
< tr class = "memitem:a1546533c5b925b2fbb3bec870ec7487a" > < td class = "memTemplItemLeft" align = "right" valign = "top" > METAL_FUNC void  < / td > < td class = "memTemplItemRight" valign = "bottom" > < a class = "el" href = "#a1546533c5b925b2fbb3bec870ec7487a" > qvm_impl< / a > (const device uint32_t *w, const device T *scales, const device T *biases, const device T *x, device T *y, const int in_vec_size, const int out_vec_size, uint3 tid, uint simd_gid, uint simd_lid)< / td > < / tr >
< tr class = "separator:a1546533c5b925b2fbb3bec870ec7487a" > < td class = "memSeparator" colspan = "2" >   < / td > < / tr >
2025-01-10 05:56:20 +08:00
< tr class = "memitem:af5750a35e8f5462218effba719f7f5b8" id = "r_af5750a35e8f5462218effba719f7f5b8" > < td class = "memTemplParams" colspan = "2" > template< typename T, const int group_size, const int bits, const bool aligned_N, const int BM = 32, const int BK = 32, const int BN = 32> < / td > < / tr >
2024-10-26 04:23:45 +08:00
< tr class = "memitem:af5750a35e8f5462218effba719f7f5b8" > < td class = "memTemplItemLeft" align = "right" valign = "top" > METAL_FUNC void  < / td > < td class = "memTemplItemRight" valign = "bottom" > < a class = "el" href = "#af5750a35e8f5462218effba719f7f5b8" > qmm_t_impl< / a > (const device uint32_t *w, const device T *scales, const device T *biases, const device T *x, device T *y, threadgroup T *Xs, threadgroup T *Ws, const constant int & K, const constant int & N, const constant int & M, uint3 tid, uint lid, uint simd_gid, uint simd_lid)< / td > < / tr >
< tr class = "separator:af5750a35e8f5462218effba719f7f5b8" > < td class = "memSeparator" colspan = "2" >   < / td > < / tr >
2025-01-10 05:56:20 +08:00
< tr class = "memitem:a0ba59096494f1001c195312571523ae9" id = "r_a0ba59096494f1001c195312571523ae9" > < td class = "memTemplParams" colspan = "2" > template< typename T, const int group_size, const int bits, const int BM = 32, const int BK = 32, const int BN = 32> < / td > < / tr >
2024-10-26 04:23:45 +08:00
< tr class = "memitem:a0ba59096494f1001c195312571523ae9" > < td class = "memTemplItemLeft" align = "right" valign = "top" > METAL_FUNC void  < / td > < td class = "memTemplItemRight" valign = "bottom" > < a class = "el" href = "#a0ba59096494f1001c195312571523ae9" > qmm_n_impl< / a > (const device uint32_t *w, const device T *scales, const device T *biases, const device T *x, device T *y, threadgroup T *Xs, threadgroup T *Ws, const constant int & K, const constant int & N, const constant int & M, uint3 tid, uint lid, uint simd_gid, uint simd_lid)< / td > < / tr >
< tr class = "separator:a0ba59096494f1001c195312571523ae9" > < td class = "memSeparator" colspan = "2" >   < / td > < / tr >
2025-01-10 05:56:20 +08:00
< tr class = "memitem:a3e448f8f23c12ffc83bff64ae66bbc66" id = "r_a3e448f8f23c12ffc83bff64ae66bbc66" > < td class = "memTemplParams" colspan = "2" > template< typename T> < / td > < / tr >
< tr class = "memitem:a3e448f8f23c12ffc83bff64ae66bbc66" > < td class = "memTemplItemLeft" align = "right" valign = "top" > METAL_FUNC void  < / td > < td class = "memTemplItemRight" valign = "bottom" > < a class = "el" href = "#a3e448f8f23c12ffc83bff64ae66bbc66" > adjust_matrix_offsets< / a > (const device T *& x, const device uint32_t *& w, const device T *& scales, const device T *& biases, device T *& y, int output_stride, const constant int & x_batch_ndims, const constant int *x_shape, const constant int64_t *x_strides, const constant int & w_batch_ndims, const constant int *w_shape, const constant int64_t *w_strides, const constant int64_t *s_strides, const constant int64_t *b_strides, uint3 tid)< / td > < / tr >
< tr class = "separator:a3e448f8f23c12ffc83bff64ae66bbc66" > < td class = "memSeparator" colspan = "2" >   < / td > < / tr >
< tr class = "memitem:acb9a7a0653084295657b630d49c71707" id = "r_acb9a7a0653084295657b630d49c71707" > < td class = "memTemplParams" colspan = "2" > template< typename T> < / td > < / tr >
< tr class = "memitem:acb9a7a0653084295657b630d49c71707" > < td class = "memTemplItemLeft" align = "right" valign = "top" > METAL_FUNC void  < / td > < td class = "memTemplItemRight" valign = "bottom" > < a class = "el" href = "#acb9a7a0653084295657b630d49c71707" > adjust_matrix_offsets< / a > (const device T *& x, const device uint32_t *& w, const device T *& scales, const device T *& biases, const device uint32_t *lhs_indices, const device uint32_t *rhs_indices, device T *& y, int output_stride, const constant int & batch_ndims, const constant int *batch_shape, const constant int64_t *lhs_strides, const constant int64_t *rhs_strides, const constant int & x_batch_ndims, const constant int *x_shape, const constant int64_t *x_strides, const constant int & w_batch_ndims, const constant int *w_shape, const constant int64_t *w_strides, const constant int64_t *s_strides, const constant int64_t *b_strides, uint3 tid)< / td > < / tr >
< tr class = "separator:acb9a7a0653084295657b630d49c71707" > < td class = "memSeparator" colspan = "2" >   < / td > < / tr >
< tr class = "memitem:a9d14bd6c50ecd04fac423717e6ead1d1" id = "r_a9d14bd6c50ecd04fac423717e6ead1d1" > < td class = "memTemplParams" colspan = "2" > template< typename T, int group_size, int bits, int D, bool batched> < / td > < / tr >
< tr class = "memitem:a9d14bd6c50ecd04fac423717e6ead1d1" > < td class = "memTemplItemLeft" align = "right" valign = "top" > void  < / td > < td class = "memTemplItemRight" valign = "bottom" > < a class = "el" href = "#a9d14bd6c50ecd04fac423717e6ead1d1" > qmv_quad< / a > (const device uint32_t *w, const device T *scales, const device T *biases, const device T *x, device T *y, const constant int & in_vec_size, const constant int & out_vec_size, const constant int & x_batch_ndims, const constant int *x_shape, const constant int64_t *x_strides, const constant int & w_batch_ndims, const constant int *w_shape, const constant int64_t *w_strides, const constant int64_t *s_strides, const constant int64_t *b_strides, uint3 tid, uint quad_gid, uint quad_lid)< / td > < / tr >
< tr class = "separator:a9d14bd6c50ecd04fac423717e6ead1d1" > < td class = "memSeparator" colspan = "2" >   < / td > < / tr >
< tr class = "memitem:a351ff8f1d25c5edee035c30a0e99a53e" id = "r_a351ff8f1d25c5edee035c30a0e99a53e" > < td class = "memTemplParams" colspan = "2" > template< typename T, int group_size, int bits, bool batched> < / td > < / tr >
< tr class = "memitem:a351ff8f1d25c5edee035c30a0e99a53e" > < td class = "memTemplItemLeft" align = "right" valign = "top" > void  < / td > < td class = "memTemplItemRight" valign = "bottom" > < a class = "el" href = "#a351ff8f1d25c5edee035c30a0e99a53e" > qmv_fast< / a > (const device uint32_t *w, const device T *scales, const device T *biases, const device T *x, device T *y, const constant int & in_vec_size, const constant int & out_vec_size, const constant int & x_batch_ndims, const constant int *x_shape, const constant int64_t *x_strides, const constant int & w_batch_ndims, const constant int *w_shape, const constant int64_t *w_strides, const constant int64_t *s_strides, const constant int64_t *b_strides, uint3 tid, uint simd_gid, uint simd_lid)< / td > < / tr >
< tr class = "separator:a351ff8f1d25c5edee035c30a0e99a53e" > < td class = "memSeparator" colspan = "2" >   < / td > < / tr >
< tr class = "memitem:a872664c9ead5aa6f03ea26330c469bee" id = "r_a872664c9ead5aa6f03ea26330c469bee" > < td class = "memTemplParams" colspan = "2" > template< typename T, const int group_size, const int bits, bool batched> < / td > < / tr >
< tr class = "memitem:a872664c9ead5aa6f03ea26330c469bee" > < td class = "memTemplItemLeft" align = "right" valign = "top" > void  < / td > < td class = "memTemplItemRight" valign = "bottom" > < a class = "el" href = "#a872664c9ead5aa6f03ea26330c469bee" > qmv< / a > (const device uint32_t *w, const device T *scales, const device T *biases, const device T *x, device T *y, const constant int & in_vec_size, const constant int & out_vec_size, const constant int & x_batch_ndims, const constant int *x_shape, const constant int64_t *x_strides, const constant int & w_batch_ndims, const constant int *w_shape, const constant int64_t *w_strides, const constant int64_t *s_strides, const constant int64_t *b_strides, uint3 tid, uint simd_gid, uint simd_lid)< / td > < / tr >
< tr class = "separator:a872664c9ead5aa6f03ea26330c469bee" > < td class = "memSeparator" colspan = "2" >   < / td > < / tr >
< tr class = "memitem:a55844c4576fff2182bc1fca171994118" id = "r_a55844c4576fff2182bc1fca171994118" > < td class = "memTemplParams" colspan = "2" > template< typename T, const int group_size, const int bits, bool batched> < / td > < / tr >
< tr class = "memitem:a55844c4576fff2182bc1fca171994118" > < td class = "memTemplItemLeft" align = "right" valign = "top" > void  < / td > < td class = "memTemplItemRight" valign = "bottom" > < a class = "el" href = "#a55844c4576fff2182bc1fca171994118" > qvm< / a > (const device uint32_t *w, const device T *scales, const device T *biases, const device T *x, device T *y, const constant int & in_vec_size, const constant int & out_vec_size, const constant int & x_batch_ndims, const constant int *x_shape, const constant int64_t *x_strides, const constant int & w_batch_ndims, const constant int *w_shape, const constant int64_t *w_strides, const constant int64_t *s_strides, const constant int64_t *b_strides, uint3 tid, uint simd_gid, uint simd_lid)< / td > < / tr >
< tr class = "separator:a55844c4576fff2182bc1fca171994118" > < td class = "memSeparator" colspan = "2" >   < / td > < / tr >
< tr class = "memitem:aac4440b5ef8f323dd36c85721d00f7e7" id = "r_aac4440b5ef8f323dd36c85721d00f7e7" > < td class = "memTemplParams" colspan = "2" > template< typename T, const int group_size, const int bits, int split_k = 32> < / td > < / tr >
< tr class = "memitem:aac4440b5ef8f323dd36c85721d00f7e7" > < td class = "memTemplItemLeft" align = "right" valign = "top" > void  < / td > < td class = "memTemplItemRight" valign = "bottom" > < a class = "el" href = "#aac4440b5ef8f323dd36c85721d00f7e7" > qvm_split_k< / a > (const device uint32_t *w, const device T *scales, const device T *biases, const device T *x, device T *y, const constant int & in_vec_size, const constant int & out_vec_size, const constant int & x_batch_ndims, const constant int *x_shape, const constant int64_t *x_strides, const constant int & w_batch_ndims, const constant int *w_shape, const constant int64_t *w_strides, const constant int64_t *s_strides, const constant int64_t *b_strides, const constant int & final_block_size, uint3 tid, uint simd_gid, uint simd_lid)< / td > < / tr >
< tr class = "separator:aac4440b5ef8f323dd36c85721d00f7e7" > < td class = "memSeparator" colspan = "2" >   < / td > < / tr >
< tr class = "memitem:a8c800222221c34a270589579ffb677a6" id = "r_a8c800222221c34a270589579ffb677a6" > < td class = "memTemplParams" colspan = "2" > template< typename T, const int group_size, const int bits, const bool aligned_N, const bool batched, const int BM = 32, const int BK = 32, const int BN = 32> < / td > < / tr >
< tr class = "memitem:a8c800222221c34a270589579ffb677a6" > < td class = "memTemplItemLeft" align = "right" valign = "top" > void  < / td > < td class = "memTemplItemRight" valign = "bottom" > < a class = "el" href = "#a8c800222221c34a270589579ffb677a6" > qmm_t< / a > (const device uint32_t *w, const device T *scales, const device T *biases, const device T *x, device T *y, const constant int & K, const constant int & N, const constant int & M, const constant int & x_batch_ndims, const constant int *x_shape, const constant int64_t *x_strides, const constant int & w_batch_ndims, const constant int *w_shape, const constant int64_t *w_strides, const constant int64_t *s_strides, const constant int64_t *b_strides, uint3 tid, uint lid, uint simd_gid, uint simd_lid)< / td > < / tr >
< tr class = "separator:a8c800222221c34a270589579ffb677a6" > < td class = "memSeparator" colspan = "2" >   < / td > < / tr >
< tr class = "memitem:a733a2d4ef5af5242c838359d8824bf64" id = "r_a733a2d4ef5af5242c838359d8824bf64" > < td class = "memTemplParams" colspan = "2" > template< typename T, const int group_size, const int bits, const bool batched, const int BM = 32, const int BK = 32, const int BN = 32> < / td > < / tr >
< tr class = "memitem:a733a2d4ef5af5242c838359d8824bf64" > < td class = "memTemplItemLeft" align = "right" valign = "top" > void  < / td > < td class = "memTemplItemRight" valign = "bottom" > < a class = "el" href = "#a733a2d4ef5af5242c838359d8824bf64" > qmm_n< / a > (const device uint32_t *w, const device T *scales, const device T *biases, const device T *x, device T *y, const constant int & K, const constant int & N, const constant int & M, const constant int & x_batch_ndims, const constant int *x_shape, const constant int64_t *x_strides, const constant int & w_batch_ndims, const constant int *w_shape, const constant int64_t *w_strides, const constant int64_t *s_strides, const constant int64_t *b_strides, uint3 tid, uint lid, uint simd_gid, uint simd_lid)< / td > < / tr >
< tr class = "separator:a733a2d4ef5af5242c838359d8824bf64" > < td class = "memSeparator" colspan = "2" >   < / td > < / tr >
< tr class = "memitem:a359282a9f71e487e5d86d246896ab33d" id = "r_a359282a9f71e487e5d86d246896ab33d" > < td class = "memTemplParams" colspan = "2" > template< typename T, int group_size, int bits> < / td > < / tr >
< tr class = "memitem:a359282a9f71e487e5d86d246896ab33d" > < td class = "memTemplItemLeft" align = "right" valign = "top" > void  < / td > < td class = "memTemplItemRight" valign = "bottom" > < a class = "el" href = "#a359282a9f71e487e5d86d246896ab33d" > bs_qmv_fast< / a > (const device uint32_t *w, const device T *scales, const device T *biases, const device T *x, device T *y, const constant int & in_vec_size, const constant int & out_vec_size, const constant int & x_batch_ndims, const constant int *x_shape, const constant int64_t *x_strides, const constant int & w_batch_ndims, const constant int *w_shape, const constant int64_t *w_strides, const constant int64_t *s_strides, const constant int64_t *b_strides, const constant int & batch_ndims, const constant int *batch_shape, const device uint32_t *lhs_indices, const device uint32_t *rhs_indices, const constant int64_t *lhs_strides, const constant int64_t *rhs_strides, uint3 tid, uint simd_gid, uint simd_lid)< / td > < / tr >
< tr class = "separator:a359282a9f71e487e5d86d246896ab33d" > < td class = "memSeparator" colspan = "2" >   < / td > < / tr >
< tr class = "memitem:aaf4fb9c4318c5cd27d118004dbdeba61" id = "r_aaf4fb9c4318c5cd27d118004dbdeba61" > < td class = "memTemplParams" colspan = "2" > template< typename T, int group_size, int bits> < / td > < / tr >
< tr class = "memitem:aaf4fb9c4318c5cd27d118004dbdeba61" > < td class = "memTemplItemLeft" align = "right" valign = "top" > void  < / td > < td class = "memTemplItemRight" valign = "bottom" > < a class = "el" href = "#aaf4fb9c4318c5cd27d118004dbdeba61" > bs_qmv< / a > (const device uint32_t *w, const device T *scales, const device T *biases, const device T *x, device T *y, const constant int & in_vec_size, const constant int & out_vec_size, const constant int & x_batch_ndims, const constant int *x_shape, const constant int64_t *x_strides, const constant int & w_batch_ndims, const constant int *w_shape, const constant int64_t *w_strides, const constant int64_t *s_strides, const constant int64_t *b_strides, const constant int & batch_ndims, const constant int *batch_shape, const device uint32_t *lhs_indices, const device uint32_t *rhs_indices, const constant int64_t *lhs_strides, const constant int64_t *rhs_strides, uint3 tid, uint simd_gid, uint simd_lid)< / td > < / tr >
< tr class = "separator:aaf4fb9c4318c5cd27d118004dbdeba61" > < td class = "memSeparator" colspan = "2" >   < / td > < / tr >
< tr class = "memitem:a2c53419ba5019d4722c0f4c2026b1142" id = "r_a2c53419ba5019d4722c0f4c2026b1142" > < td class = "memTemplParams" colspan = "2" > template< typename T, int group_size, int bits> < / td > < / tr >
< tr class = "memitem:a2c53419ba5019d4722c0f4c2026b1142" > < td class = "memTemplItemLeft" align = "right" valign = "top" > void  < / td > < td class = "memTemplItemRight" valign = "bottom" > < a class = "el" href = "#a2c53419ba5019d4722c0f4c2026b1142" > bs_qvm< / a > (const device uint32_t *w, const device T *scales, const device T *biases, const device T *x, device T *y, const constant int & in_vec_size, const constant int & out_vec_size, const constant int & x_batch_ndims, const constant int *x_shape, const constant int64_t *x_strides, const constant int & w_batch_ndims, const constant int *w_shape, const constant int64_t *w_strides, const constant int64_t *s_strides, const constant int64_t *b_strides, const constant int & batch_ndims, const constant int *batch_shape, const device uint32_t *lhs_indices, const device uint32_t *rhs_indices, const constant int64_t *lhs_strides, const constant int64_t *rhs_strides, uint3 tid, uint simd_gid, uint simd_lid)< / td > < / tr >
< tr class = "separator:a2c53419ba5019d4722c0f4c2026b1142" > < td class = "memSeparator" colspan = "2" >   < / td > < / tr >
< tr class = "memitem:a693057a0c311a73ac0759e005b9806c1" id = "r_a693057a0c311a73ac0759e005b9806c1" > < td class = "memTemplParams" colspan = "2" > template< typename T, const int group_size, const int bits, const bool aligned_N, const int BM = 32, const int BK = 32, const int BN = 32> < / td > < / tr >
< tr class = "memitem:a693057a0c311a73ac0759e005b9806c1" > < td class = "memTemplItemLeft" align = "right" valign = "top" > void  < / td > < td class = "memTemplItemRight" valign = "bottom" > < a class = "el" href = "#a693057a0c311a73ac0759e005b9806c1" > bs_qmm_t< / a > (const device uint32_t *w, const device T *scales, const device T *biases, const device T *x, device T *y, const constant int & K, const constant int & N, const constant int & M, const constant int & x_batch_ndims, const constant int *x_shape, const constant int64_t *x_strides, const constant int & w_batch_ndims, const constant int *w_shape, const constant int64_t *w_strides, const constant int64_t *s_strides, const constant int64_t *b_strides, const constant int & batch_ndims, const constant int *batch_shape, const device uint32_t *lhs_indices, const device uint32_t *rhs_indices, const constant int64_t *lhs_strides, const constant int64_t *rhs_strides, uint3 tid, uint lid, uint simd_gid, uint simd_lid)< / td > < / tr >
< tr class = "separator:a693057a0c311a73ac0759e005b9806c1" > < td class = "memSeparator" colspan = "2" >   < / td > < / tr >
< tr class = "memitem:a323d2d70799c8d9dffe4b64a4285a799" id = "r_a323d2d70799c8d9dffe4b64a4285a799" > < td class = "memTemplParams" colspan = "2" > template< typename T, const int group_size, const int bits, const int BM = 32, const int BK = 32, const int BN = 32> < / td > < / tr >
< tr class = "memitem:a323d2d70799c8d9dffe4b64a4285a799" > < td class = "memTemplItemLeft" align = "right" valign = "top" > void  < / td > < td class = "memTemplItemRight" valign = "bottom" > < a class = "el" href = "#a323d2d70799c8d9dffe4b64a4285a799" > bs_qmm_n< / a > (const device uint32_t *w, const device T *scales, const device T *biases, const device T *x, device T *y, const constant int & K, const constant int & N, const constant int & M, const constant int & x_batch_ndims, const constant int *x_shape, const constant int64_t *x_strides, const constant int & w_batch_ndims, const constant int *w_shape, const constant int64_t *w_strides, const constant int64_t *s_strides, const constant int64_t *b_strides, const constant int & batch_ndims, const constant int *batch_shape, const device uint32_t *lhs_indices, const device uint32_t *rhs_indices, const constant int64_t *lhs_strides, const constant int64_t *rhs_strides, uint3 tid, uint lid, uint simd_gid, uint simd_lid)< / td > < / tr >
< tr class = "separator:a323d2d70799c8d9dffe4b64a4285a799" > < td class = "memSeparator" colspan = "2" >   < / td > < / tr >
< tr class = "memitem:a47bcf4a14566e01e14bd3c155811db59" id = "r_a47bcf4a14566e01e14bd3c155811db59" > < td class = "memTemplParams" colspan = "2" > template< typename T, const int group_size, const int bits> < / td > < / tr >
2024-10-15 23:12:17 +08:00
< tr class = "memitem:a47bcf4a14566e01e14bd3c155811db59" > < td class = "memTemplItemLeft" align = "right" valign = "top" > void  < / td > < td class = "memTemplItemRight" valign = "bottom" > < a class = "el" href = "#a47bcf4a14566e01e14bd3c155811db59" > affine_quantize< / a > (const device T *w, device uint8_t *out, device T *scales, device T *biases, uint2 index, uint2 grid_dim)< / td > < / tr >
< tr class = "separator:a47bcf4a14566e01e14bd3c155811db59" > < td class = "memSeparator" colspan = "2" >   < / td > < / tr >
2025-01-10 05:56:20 +08:00
< tr class = "memitem:a6076203615038eb06816158f7b3869c6" id = "r_a6076203615038eb06816158f7b3869c6" > < td class = "memTemplParams" colspan = "2" > template< typename T, const int group_size, const int bits> < / td > < / tr >
2024-10-15 23:12:17 +08:00
< tr class = "memitem:a6076203615038eb06816158f7b3869c6" > < td class = "memTemplItemLeft" align = "right" valign = "top" > void  < / td > < td class = "memTemplItemRight" valign = "bottom" > < a class = "el" href = "#a6076203615038eb06816158f7b3869c6" > affine_dequantize< / a > (const device uint8_t *w, const device T *scales, const device T *biases, device T *out, uint2 index, uint2 grid_dim)< / td > < / tr >
< tr class = "separator:a6076203615038eb06816158f7b3869c6" > < td class = "memSeparator" colspan = "2" >   < / td > < / tr >
< / table > < table class = "memberdecls" >
< tr class = "heading" > < td colspan = "2" > < h2 class = "groupheader" > < a id = "var-members" name = "var-members" > < / a >
Variables< / h2 > < / td > < / tr >
< tr class = "memitem:a62969a218d93680f5e35d0c61b160b99" id = "r_a62969a218d93680f5e35d0c61b160b99" > < td class = "memItemLeft" align = "right" valign = "top" > static constant constexpr const int  < / td > < td class = "memItemRight" valign = "bottom" > < a class = "el" href = "#a62969a218d93680f5e35d0c61b160b99" > SIMD_SIZE< / a > = 32< / td > < / tr >
< tr class = "separator:a62969a218d93680f5e35d0c61b160b99" > < td class = "memSeparator" colspan = "2" >   < / td > < / tr >
2024-10-26 04:23:45 +08:00
< tr class = "memitem:a803e4d5a1459844ba647aea5b004e133" id = "r_a803e4d5a1459844ba647aea5b004e133" > < td class = "memItemLeft" align = "right" valign = "top" > static constant constexpr const int  < / td > < td class = "memItemRight" valign = "bottom" > < a class = "el" href = "#a803e4d5a1459844ba647aea5b004e133" > QUAD_SIZE< / a > = 4< / td > < / tr >
< tr class = "separator:a803e4d5a1459844ba647aea5b004e133" > < td class = "memSeparator" colspan = "2" >   < / td > < / tr >
2024-10-15 23:12:17 +08:00
< / table >
< h2 class = "groupheader" > Macro Definition Documentation< / h2 >
< a id = "a0386011c52d03e60885a31e6fbd903dd" name = "a0386011c52d03e60885a31e6fbd903dd" > < / a >
< h2 class = "memtitle" > < span class = "permalink" > < a href = "#a0386011c52d03e60885a31e6fbd903dd" > ◆   < / a > < / span > MLX_MTL_CONST< / h2 >
< div class = "memitem" >
< div class = "memproto" >
< table class = "memname" >
< tr >
< td class = "memname" > #define MLX_MTL_CONST      static constant constexpr const< / td >
< / tr >
< / table >
< / div > < div class = "memdoc" >
< / div >
< / div >
< h2 class = "groupheader" > Function Documentation< / h2 >
2025-01-10 05:56:20 +08:00
< a id = "acb9a7a0653084295657b630d49c71707" name = "acb9a7a0653084295657b630d49c71707" > < / a >
< h2 class = "memtitle" > < span class = "permalink" > < a href = "#acb9a7a0653084295657b630d49c71707" > ◆   < / a > < / span > adjust_matrix_offsets() < span class = "overload" > [1/2]< / span > < / h2 >
2024-10-15 23:12:17 +08:00
< div class = "memitem" >
< div class = "memproto" >
< div class = "memtemplate" >
2025-01-10 05:56:20 +08:00
template< typename T> < / div >
2024-10-15 23:12:17 +08:00
< table class = "memname" >
< tr >
< td class = "memname" > METAL_FUNC void adjust_matrix_offsets < / td >
< td > (< / td >
< td class = "paramtype" > const device T *& < / td > < td class = "paramname" > < span class = "paramname" > < em > x< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const device uint32_t *& < / td > < td class = "paramname" > < span class = "paramname" > < em > w< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const device T *& < / td > < td class = "paramname" > < span class = "paramname" > < em > scales< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const device T *& < / td > < td class = "paramname" > < span class = "paramname" > < em > biases< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const device uint32_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > lhs_indices< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const device uint32_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > rhs_indices< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > device T *& < / td > < td class = "paramname" > < span class = "paramname" > < em > y< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > int< / td > < td class = "paramname" > < span class = "paramname" > < em > output_stride< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > batch_ndims< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const constant int *< / td > < td class = "paramname" > < span class = "paramname" > < em > batch_shape< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2025-01-10 05:56:20 +08:00
< td class = "paramtype" > const constant int64_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > lhs_strides< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2025-01-10 05:56:20 +08:00
< td class = "paramtype" > const constant int64_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > rhs_strides< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > x_batch_ndims< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const constant int *< / td > < td class = "paramname" > < span class = "paramname" > < em > x_shape< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2025-01-10 05:56:20 +08:00
< td class = "paramtype" > const constant int64_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > x_strides< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > w_batch_ndims< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const constant int *< / td > < td class = "paramname" > < span class = "paramname" > < em > w_shape< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2025-01-10 05:56:20 +08:00
< td class = "paramtype" > const constant int64_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > w_strides< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2025-01-10 05:56:20 +08:00
< td class = "paramtype" > const constant int64_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > s_strides< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2025-01-10 05:56:20 +08:00
< td class = "paramtype" > const constant int64_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > b_strides< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > uint3< / td > < td class = "paramname" > < span class = "paramname" > < em > tid< / em > < / span >   )< / td >
< / tr >
< / table >
< / div > < div class = "memdoc" >
2024-10-26 04:23:45 +08:00
< / div >
< / div >
2025-01-10 05:56:20 +08:00
< a id = "a3e448f8f23c12ffc83bff64ae66bbc66" name = "a3e448f8f23c12ffc83bff64ae66bbc66" > < / a >
< h2 class = "memtitle" > < span class = "permalink" > < a href = "#a3e448f8f23c12ffc83bff64ae66bbc66" > ◆   < / a > < / span > adjust_matrix_offsets() < span class = "overload" > [2/2]< / span > < / h2 >
2024-10-26 04:23:45 +08:00
< div class = "memitem" >
< div class = "memproto" >
< div class = "memtemplate" >
2025-01-10 05:56:20 +08:00
template< typename T> < / div >
2024-10-26 04:23:45 +08:00
< table class = "memname" >
< tr >
< td class = "memname" > METAL_FUNC void adjust_matrix_offsets < / td >
< td > (< / td >
< td class = "paramtype" > const device T *& < / td > < td class = "paramname" > < span class = "paramname" > < em > x< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const device uint32_t *& < / td > < td class = "paramname" > < span class = "paramname" > < em > w< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const device T *& < / td > < td class = "paramname" > < span class = "paramname" > < em > scales< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const device T *& < / td > < td class = "paramname" > < span class = "paramname" > < em > biases< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > device T *& < / td > < td class = "paramname" > < span class = "paramname" > < em > y< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > int< / td > < td class = "paramname" > < span class = "paramname" > < em > output_stride< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > x_batch_ndims< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const constant int *< / td > < td class = "paramname" > < span class = "paramname" > < em > x_shape< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2025-01-10 05:56:20 +08:00
< td class = "paramtype" > const constant int64_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > x_strides< / em > < / span > , < / td >
2024-10-26 04:23:45 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > w_batch_ndims< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const constant int *< / td > < td class = "paramname" > < span class = "paramname" > < em > w_shape< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2025-01-10 05:56:20 +08:00
< td class = "paramtype" > const constant int64_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > w_strides< / em > < / span > , < / td >
2024-10-26 04:23:45 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2025-01-10 05:56:20 +08:00
< td class = "paramtype" > const constant int64_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > s_strides< / em > < / span > , < / td >
2024-10-26 04:23:45 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2025-01-10 05:56:20 +08:00
< td class = "paramtype" > const constant int64_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > b_strides< / em > < / span > , < / td >
2024-10-26 04:23:45 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > uint3< / td > < td class = "paramname" > < span class = "paramname" > < em > tid< / em > < / span >   )< / td >
< / tr >
< / table >
< / div > < div class = "memdoc" >
2024-10-15 23:12:17 +08:00
< / div >
< / div >
< a id = "a6076203615038eb06816158f7b3869c6" name = "a6076203615038eb06816158f7b3869c6" > < / a >
< h2 class = "memtitle" > < span class = "permalink" > < a href = "#a6076203615038eb06816158f7b3869c6" > ◆   < / a > < / span > affine_dequantize()< / h2 >
< div class = "memitem" >
< div class = "memproto" >
< div class = "memtemplate" >
2025-01-10 05:56:20 +08:00
template< typename T, const int group_size, const int bits> < / div >
2024-10-15 23:12:17 +08:00
< table class = "memname" >
< tr >
< td class = "memname" > void affine_dequantize < / td >
< td > (< / td >
< td class = "paramtype" > const device uint8_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > w< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > scales< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > biases< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > out< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > uint2< / td > < td class = "paramname" > < span class = "paramname" > < em > index< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > uint2< / td > < td class = "paramname" > < span class = "paramname" > < em > grid_dim< / em > < / span >   )< / td >
< / tr >
< / table >
< / div > < div class = "memdoc" >
< / div >
< / div >
< a id = "a47bcf4a14566e01e14bd3c155811db59" name = "a47bcf4a14566e01e14bd3c155811db59" > < / a >
< h2 class = "memtitle" > < span class = "permalink" > < a href = "#a47bcf4a14566e01e14bd3c155811db59" > ◆   < / a > < / span > affine_quantize()< / h2 >
< div class = "memitem" >
< div class = "memproto" >
< div class = "memtemplate" >
2025-01-10 05:56:20 +08:00
template< typename T, const int group_size, const int bits> < / div >
2024-10-15 23:12:17 +08:00
< table class = "memname" >
< tr >
< td class = "memname" > void affine_quantize < / td >
< td > (< / td >
< td class = "paramtype" > const device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > w< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > device uint8_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > out< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > scales< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > biases< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > uint2< / td > < td class = "paramname" > < span class = "paramname" > < em > index< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > uint2< / td > < td class = "paramname" > < span class = "paramname" > < em > grid_dim< / em > < / span >   )< / td >
< / tr >
< / table >
< / div > < div class = "memdoc" >
< / div >
< / div >
2025-01-10 05:56:20 +08:00
< a id = "a323d2d70799c8d9dffe4b64a4285a799" name = "a323d2d70799c8d9dffe4b64a4285a799" > < / a >
< h2 class = "memtitle" > < span class = "permalink" > < a href = "#a323d2d70799c8d9dffe4b64a4285a799" > ◆   < / a > < / span > bs_qmm_n()< / h2 >
2024-10-15 23:12:17 +08:00
< div class = "memitem" >
< div class = "memproto" >
< div class = "memtemplate" >
2025-01-10 05:56:20 +08:00
template< typename T, const int group_size, const int bits, const int BM = 32, const int BK = 32, const int BN = 32> < / div >
2024-10-15 23:12:17 +08:00
< table class = "memname" >
< tr >
< td class = "memname" > void bs_qmm_n < / td >
< td > (< / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const device uint32_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > w< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > scales< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > biases< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > x< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > y< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > K< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > N< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > M< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > x_batch_ndims< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const constant int *< / td > < td class = "paramname" > < span class = "paramname" > < em > x_shape< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2025-01-10 05:56:20 +08:00
< td class = "paramtype" > const constant int64_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > x_strides< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > w_batch_ndims< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const constant int *< / td > < td class = "paramname" > < span class = "paramname" > < em > w_shape< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2025-01-10 05:56:20 +08:00
< td class = "paramtype" > const constant int64_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > w_strides< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2025-01-10 05:56:20 +08:00
< td class = "paramtype" > const constant int64_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > s_strides< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2025-01-10 05:56:20 +08:00
< td class = "paramtype" > const constant int64_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > b_strides< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > batch_ndims< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const constant int *< / td > < td class = "paramname" > < span class = "paramname" > < em > batch_shape< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const device uint32_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > lhs_indices< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const device uint32_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > rhs_indices< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2025-01-10 05:56:20 +08:00
< td class = "paramtype" > const constant int64_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > lhs_strides< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2025-01-10 05:56:20 +08:00
< td class = "paramtype" > const constant int64_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > rhs_strides< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > uint3< / td > < td class = "paramname" > < span class = "paramname" > < em > tid< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > uint< / td > < td class = "paramname" > < span class = "paramname" > < em > lid< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > uint< / td > < td class = "paramname" > < span class = "paramname" > < em > simd_gid< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > uint< / td > < td class = "paramname" > < span class = "paramname" > < em > simd_lid< / em > < / span >   )< / td >
< / tr >
< / table >
< / div > < div class = "memdoc" >
< / div >
< / div >
2025-01-10 05:56:20 +08:00
< a id = "a693057a0c311a73ac0759e005b9806c1" name = "a693057a0c311a73ac0759e005b9806c1" > < / a >
< h2 class = "memtitle" > < span class = "permalink" > < a href = "#a693057a0c311a73ac0759e005b9806c1" > ◆   < / a > < / span > bs_qmm_t()< / h2 >
2024-10-15 23:12:17 +08:00
< div class = "memitem" >
< div class = "memproto" >
< div class = "memtemplate" >
2025-01-10 05:56:20 +08:00
template< typename T, const int group_size, const int bits, const bool aligned_N, const int BM = 32, const int BK = 32, const int BN = 32> < / div >
2024-10-15 23:12:17 +08:00
< table class = "memname" >
< tr >
< td class = "memname" > void bs_qmm_t < / td >
< td > (< / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const device uint32_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > w< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > scales< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > biases< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > x< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > y< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > K< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > N< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > M< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > x_batch_ndims< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const constant int *< / td > < td class = "paramname" > < span class = "paramname" > < em > x_shape< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2025-01-10 05:56:20 +08:00
< td class = "paramtype" > const constant int64_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > x_strides< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > w_batch_ndims< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const constant int *< / td > < td class = "paramname" > < span class = "paramname" > < em > w_shape< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2025-01-10 05:56:20 +08:00
< td class = "paramtype" > const constant int64_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > w_strides< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2025-01-10 05:56:20 +08:00
< td class = "paramtype" > const constant int64_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > s_strides< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2025-01-10 05:56:20 +08:00
< td class = "paramtype" > const constant int64_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > b_strides< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > batch_ndims< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const constant int *< / td > < td class = "paramname" > < span class = "paramname" > < em > batch_shape< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const device uint32_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > lhs_indices< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const device uint32_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > rhs_indices< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2025-01-10 05:56:20 +08:00
< td class = "paramtype" > const constant int64_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > lhs_strides< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2025-01-10 05:56:20 +08:00
< td class = "paramtype" > const constant int64_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > rhs_strides< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > uint3< / td > < td class = "paramname" > < span class = "paramname" > < em > tid< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > uint< / td > < td class = "paramname" > < span class = "paramname" > < em > lid< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > uint< / td > < td class = "paramname" > < span class = "paramname" > < em > simd_gid< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > uint< / td > < td class = "paramname" > < span class = "paramname" > < em > simd_lid< / em > < / span >   )< / td >
< / tr >
< / table >
< / div > < div class = "memdoc" >
< / div >
< / div >
2025-01-10 05:56:20 +08:00
< a id = "aaf4fb9c4318c5cd27d118004dbdeba61" name = "aaf4fb9c4318c5cd27d118004dbdeba61" > < / a >
< h2 class = "memtitle" > < span class = "permalink" > < a href = "#aaf4fb9c4318c5cd27d118004dbdeba61" > ◆   < / a > < / span > bs_qmv()< / h2 >
2024-10-15 23:12:17 +08:00
< div class = "memitem" >
< div class = "memproto" >
< div class = "memtemplate" >
2025-01-10 05:56:20 +08:00
template< typename T, int group_size, int bits> < / div >
2024-10-15 23:12:17 +08:00
< table class = "memname" >
< tr >
< td class = "memname" > void bs_qmv < / td >
< td > (< / td >
< td class = "paramtype" > const device uint32_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > w< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > scales< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > biases< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > x< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > y< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > in_vec_size< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > out_vec_size< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > x_batch_ndims< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const constant int *< / td > < td class = "paramname" > < span class = "paramname" > < em > x_shape< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2025-01-10 05:56:20 +08:00
< td class = "paramtype" > const constant int64_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > x_strides< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > w_batch_ndims< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const constant int *< / td > < td class = "paramname" > < span class = "paramname" > < em > w_shape< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2025-01-10 05:56:20 +08:00
< td class = "paramtype" > const constant int64_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > w_strides< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2025-01-10 05:56:20 +08:00
< td class = "paramtype" > const constant int64_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > s_strides< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2025-01-10 05:56:20 +08:00
< td class = "paramtype" > const constant int64_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > b_strides< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > batch_ndims< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const constant int *< / td > < td class = "paramname" > < span class = "paramname" > < em > batch_shape< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const device uint32_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > lhs_indices< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const device uint32_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > rhs_indices< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2025-01-10 05:56:20 +08:00
< td class = "paramtype" > const constant int64_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > lhs_strides< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2025-01-10 05:56:20 +08:00
< td class = "paramtype" > const constant int64_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > rhs_strides< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > uint3< / td > < td class = "paramname" > < span class = "paramname" > < em > tid< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > uint< / td > < td class = "paramname" > < span class = "paramname" > < em > simd_gid< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > uint< / td > < td class = "paramname" > < span class = "paramname" > < em > simd_lid< / em > < / span >   )< / td >
< / tr >
< / table >
< / div > < div class = "memdoc" >
< / div >
< / div >
2025-01-10 05:56:20 +08:00
< a id = "a359282a9f71e487e5d86d246896ab33d" name = "a359282a9f71e487e5d86d246896ab33d" > < / a >
< h2 class = "memtitle" > < span class = "permalink" > < a href = "#a359282a9f71e487e5d86d246896ab33d" > ◆   < / a > < / span > bs_qmv_fast()< / h2 >
2024-10-15 23:12:17 +08:00
< div class = "memitem" >
< div class = "memproto" >
< div class = "memtemplate" >
2025-01-10 05:56:20 +08:00
template< typename T, int group_size, int bits> < / div >
2024-10-15 23:12:17 +08:00
< table class = "memname" >
< tr >
< td class = "memname" > void bs_qmv_fast < / td >
< td > (< / td >
< td class = "paramtype" > const device uint32_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > w< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > scales< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > biases< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > x< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > y< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > in_vec_size< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > out_vec_size< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > x_batch_ndims< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const constant int *< / td > < td class = "paramname" > < span class = "paramname" > < em > x_shape< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2025-01-10 05:56:20 +08:00
< td class = "paramtype" > const constant int64_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > x_strides< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > w_batch_ndims< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const constant int *< / td > < td class = "paramname" > < span class = "paramname" > < em > w_shape< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2025-01-10 05:56:20 +08:00
< td class = "paramtype" > const constant int64_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > w_strides< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2025-01-10 05:56:20 +08:00
< td class = "paramtype" > const constant int64_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > s_strides< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2025-01-10 05:56:20 +08:00
< td class = "paramtype" > const constant int64_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > b_strides< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > batch_ndims< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const constant int *< / td > < td class = "paramname" > < span class = "paramname" > < em > batch_shape< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const device uint32_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > lhs_indices< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const device uint32_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > rhs_indices< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2025-01-10 05:56:20 +08:00
< td class = "paramtype" > const constant int64_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > lhs_strides< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2025-01-10 05:56:20 +08:00
< td class = "paramtype" > const constant int64_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > rhs_strides< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > uint3< / td > < td class = "paramname" > < span class = "paramname" > < em > tid< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > uint< / td > < td class = "paramname" > < span class = "paramname" > < em > simd_gid< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > uint< / td > < td class = "paramname" > < span class = "paramname" > < em > simd_lid< / em > < / span >   )< / td >
< / tr >
< / table >
< / div > < div class = "memdoc" >
< / div >
< / div >
2025-01-10 05:56:20 +08:00
< a id = "a2c53419ba5019d4722c0f4c2026b1142" name = "a2c53419ba5019d4722c0f4c2026b1142" > < / a >
< h2 class = "memtitle" > < span class = "permalink" > < a href = "#a2c53419ba5019d4722c0f4c2026b1142" > ◆   < / a > < / span > bs_qvm()< / h2 >
2024-10-15 23:12:17 +08:00
< div class = "memitem" >
< div class = "memproto" >
< div class = "memtemplate" >
2025-01-10 05:56:20 +08:00
template< typename T, int group_size, int bits> < / div >
2024-10-15 23:12:17 +08:00
< table class = "memname" >
< tr >
< td class = "memname" > void bs_qvm < / td >
< td > (< / td >
< td class = "paramtype" > const device uint32_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > w< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > scales< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > biases< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > x< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > y< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > in_vec_size< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > out_vec_size< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > x_batch_ndims< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const constant int *< / td > < td class = "paramname" > < span class = "paramname" > < em > x_shape< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2025-01-10 05:56:20 +08:00
< td class = "paramtype" > const constant int64_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > x_strides< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > w_batch_ndims< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const constant int *< / td > < td class = "paramname" > < span class = "paramname" > < em > w_shape< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2025-01-10 05:56:20 +08:00
< td class = "paramtype" > const constant int64_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > w_strides< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2025-01-10 05:56:20 +08:00
< td class = "paramtype" > const constant int64_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > s_strides< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2025-01-10 05:56:20 +08:00
< td class = "paramtype" > const constant int64_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > b_strides< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > batch_ndims< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const constant int *< / td > < td class = "paramname" > < span class = "paramname" > < em > batch_shape< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const device uint32_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > lhs_indices< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const device uint32_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > rhs_indices< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2025-01-10 05:56:20 +08:00
< td class = "paramtype" > const constant int64_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > lhs_strides< / em > < / span > , < / td >
2024-10-26 04:23:45 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2025-01-10 05:56:20 +08:00
< td class = "paramtype" > const constant int64_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > rhs_strides< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > uint3< / td > < td class = "paramname" > < span class = "paramname" > < em > tid< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > uint< / td > < td class = "paramname" > < span class = "paramname" > < em > simd_gid< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > uint< / td > < td class = "paramname" > < span class = "paramname" > < em > simd_lid< / em > < / span >   )< / td >
< / tr >
< / table >
< / div > < div class = "memdoc" >
< / div >
< / div >
< a id = "aecff265b63566d0d5689cfc4e5b037d2" name = "aecff265b63566d0d5689cfc4e5b037d2" > < / a >
< h2 class = "memtitle" > < span class = "permalink" > < a href = "#aecff265b63566d0d5689cfc4e5b037d2" > ◆   < / a > < / span > dequantize()< / h2 >
< div class = "memitem" >
< div class = "memproto" >
< div class = "memtemplate" >
2025-01-10 05:56:20 +08:00
template< typename U, int N, int bits> < / div >
2024-10-15 23:12:17 +08:00
< table class = "mlabels" >
< tr >
< td class = "mlabels-left" >
< table class = "memname" >
< tr >
< td class = "memname" > void dequantize < / td >
< td > (< / td >
< td class = "paramtype" > const device uint8_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > w< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > U< / td > < td class = "paramname" > < span class = "paramname" > < em > scale< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > U< / td > < td class = "paramname" > < span class = "paramname" > < em > bias< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > threadgroup U *< / td > < td class = "paramname" > < span class = "paramname" > < em > w_local< / em > < / span >   )< / td >
< / tr >
< / table >
< / td >
< td class = "mlabels-right" >
2025-01-10 05:56:20 +08:00
< span class = "mlabels" > < span class = "mlabel inline" > inline< / span > < / span > < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< / table >
< / div > < div class = "memdoc" >
< / div >
< / div >
< a id = "a8dbace41de9e1e21dd59d016db11b3e9" name = "a8dbace41de9e1e21dd59d016db11b3e9" > < / a >
< h2 class = "memtitle" > < span class = "permalink" > < a href = "#a8dbace41de9e1e21dd59d016db11b3e9" > ◆   < / a > < / span > load_vector()< / h2 >
< div class = "memitem" >
< div class = "memproto" >
< div class = "memtemplate" >
2025-01-10 05:56:20 +08:00
template< typename T, typename U, int values_per_thread, int bits> < / div >
2024-10-15 23:12:17 +08:00
< table class = "mlabels" >
< tr >
< td class = "mlabels-left" >
< table class = "memname" >
< tr >
< td class = "memname" > U load_vector < / td >
< td > (< / td >
< td class = "paramtype" > const device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > x< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > thread U *< / td > < td class = "paramname" > < span class = "paramname" > < em > x_thread< / em > < / span >   )< / td >
< / tr >
< / table >
< / td >
< td class = "mlabels-right" >
2025-01-10 05:56:20 +08:00
< span class = "mlabels" > < span class = "mlabel inline" > inline< / span > < / span > < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< / table >
< / div > < div class = "memdoc" >
< / div >
< / div >
< a id = "aa69e143d646fad332c1a53e8c9b337b7" name = "aa69e143d646fad332c1a53e8c9b337b7" > < / a >
< h2 class = "memtitle" > < span class = "permalink" > < a href = "#aa69e143d646fad332c1a53e8c9b337b7" > ◆   < / a > < / span > load_vector_safe()< / h2 >
< div class = "memitem" >
< div class = "memproto" >
< div class = "memtemplate" >
2025-01-10 05:56:20 +08:00
template< typename T, typename U, int values_per_thread, int bits> < / div >
2024-10-15 23:12:17 +08:00
< table class = "mlabels" >
< tr >
< td class = "mlabels-left" >
< table class = "memname" >
< tr >
< td class = "memname" > U load_vector_safe < / td >
< td > (< / td >
< td class = "paramtype" > const device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > x< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > thread U *< / td > < td class = "paramname" > < span class = "paramname" > < em > x_thread< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > int< / td > < td class = "paramname" > < span class = "paramname" > < em > N< / em > < / span >   )< / td >
< / tr >
< / table >
< / td >
< td class = "mlabels-right" >
2025-01-10 05:56:20 +08:00
< span class = "mlabels" > < span class = "mlabel inline" > inline< / span > < / span > < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< / table >
< / div > < div class = "memdoc" >
< / div >
< / div >
< a id = "ab364d58ab652e3ad87a8f80910556071" name = "ab364d58ab652e3ad87a8f80910556071" > < / a >
< h2 class = "memtitle" > < span class = "permalink" > < a href = "#ab364d58ab652e3ad87a8f80910556071" > ◆   < / a > < / span > qdot()< / h2 >
< div class = "memitem" >
< div class = "memproto" >
< div class = "memtemplate" >
2025-01-10 05:56:20 +08:00
template< typename U, int values_per_thread, int bits> < / div >
2024-10-15 23:12:17 +08:00
< table class = "mlabels" >
< tr >
< td class = "mlabels-left" >
< table class = "memname" >
< tr >
< td class = "memname" > U qdot < / td >
< td > (< / td >
< td class = "paramtype" > const device uint8_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > w< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const thread U *< / td > < td class = "paramname" > < span class = "paramname" > < em > x_thread< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > U< / td > < td class = "paramname" > < span class = "paramname" > < em > scale< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > U< / td > < td class = "paramname" > < span class = "paramname" > < em > bias< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > U< / td > < td class = "paramname" > < span class = "paramname" > < em > sum< / em > < / span >   )< / td >
< / tr >
< / table >
< / td >
< td class = "mlabels-right" >
2025-01-10 05:56:20 +08:00
< span class = "mlabels" > < span class = "mlabel inline" > inline< / span > < / span > < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< / table >
< / div > < div class = "memdoc" >
< / div >
< / div >
< a id = "a07b26d2d0b0d65dfe925c452c453fa42" name = "a07b26d2d0b0d65dfe925c452c453fa42" > < / a >
< h2 class = "memtitle" > < span class = "permalink" > < a href = "#a07b26d2d0b0d65dfe925c452c453fa42" > ◆   < / a > < / span > qdot_safe()< / h2 >
< div class = "memitem" >
< div class = "memproto" >
< div class = "memtemplate" >
2025-01-10 05:56:20 +08:00
template< typename U, int values_per_thread, int bits> < / div >
2024-10-15 23:12:17 +08:00
< table class = "mlabels" >
< tr >
< td class = "mlabels-left" >
< table class = "memname" >
< tr >
< td class = "memname" > U qdot_safe < / td >
< td > (< / td >
< td class = "paramtype" > const device uint8_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > w< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const thread U *< / td > < td class = "paramname" > < span class = "paramname" > < em > x_thread< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > U< / td > < td class = "paramname" > < span class = "paramname" > < em > scale< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > U< / td > < td class = "paramname" > < span class = "paramname" > < em > bias< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > U< / td > < td class = "paramname" > < span class = "paramname" > < em > sum< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > int< / td > < td class = "paramname" > < span class = "paramname" > < em > N< / em > < / span >   )< / td >
< / tr >
< / table >
< / td >
< td class = "mlabels-right" >
2025-01-10 05:56:20 +08:00
< span class = "mlabels" > < span class = "mlabel inline" > inline< / span > < / span > < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< / table >
< / div > < div class = "memdoc" >
< / div >
< / div >
2025-01-10 05:56:20 +08:00
< a id = "a733a2d4ef5af5242c838359d8824bf64" name = "a733a2d4ef5af5242c838359d8824bf64" > < / a >
< h2 class = "memtitle" > < span class = "permalink" > < a href = "#a733a2d4ef5af5242c838359d8824bf64" > ◆   < / a > < / span > qmm_n()< / h2 >
2024-10-15 23:12:17 +08:00
< div class = "memitem" >
< div class = "memproto" >
< div class = "memtemplate" >
2025-01-10 05:56:20 +08:00
template< typename T, const int group_size, const int bits, const bool batched, const int BM = 32, const int BK = 32, const int BN = 32> < / div >
2024-10-15 23:12:17 +08:00
< table class = "memname" >
< tr >
< td class = "memname" > void qmm_n < / td >
< td > (< / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const device uint32_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > w< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > scales< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > biases< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > x< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > y< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > K< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > N< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > M< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > x_batch_ndims< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const constant int *< / td > < td class = "paramname" > < span class = "paramname" > < em > x_shape< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2025-01-10 05:56:20 +08:00
< td class = "paramtype" > const constant int64_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > x_strides< / em > < / span > , < / td >
2024-10-26 04:23:45 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > w_batch_ndims< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const constant int *< / td > < td class = "paramname" > < span class = "paramname" > < em > w_shape< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2025-01-10 05:56:20 +08:00
< td class = "paramtype" > const constant int64_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > w_strides< / em > < / span > , < / td >
2024-10-26 04:23:45 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2025-01-10 05:56:20 +08:00
< td class = "paramtype" > const constant int64_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > s_strides< / em > < / span > , < / td >
2024-10-26 04:23:45 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2025-01-10 05:56:20 +08:00
< td class = "paramtype" > const constant int64_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > b_strides< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > uint3< / td > < td class = "paramname" > < span class = "paramname" > < em > tid< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > uint< / td > < td class = "paramname" > < span class = "paramname" > < em > lid< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > uint< / td > < td class = "paramname" > < span class = "paramname" > < em > simd_gid< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > uint< / td > < td class = "paramname" > < span class = "paramname" > < em > simd_lid< / em > < / span >   )< / td >
< / tr >
< / table >
< / div > < div class = "memdoc" >
< / div >
< / div >
2024-10-26 04:23:45 +08:00
< a id = "a0ba59096494f1001c195312571523ae9" name = "a0ba59096494f1001c195312571523ae9" > < / a >
< h2 class = "memtitle" > < span class = "permalink" > < a href = "#a0ba59096494f1001c195312571523ae9" > ◆   < / a > < / span > qmm_n_impl()< / h2 >
2024-10-15 23:12:17 +08:00
< div class = "memitem" >
< div class = "memproto" >
< div class = "memtemplate" >
2025-01-10 05:56:20 +08:00
template< typename T, const int group_size, const int bits, const int BM = 32, const int BK = 32, const int BN = 32> < / div >
2024-10-15 23:12:17 +08:00
< table class = "memname" >
< tr >
< td class = "memname" > METAL_FUNC void qmm_n_impl < / td >
< td > (< / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const device uint32_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > w< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > scales< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > biases< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > x< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > y< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > threadgroup T *< / td > < td class = "paramname" > < span class = "paramname" > < em > Xs< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > threadgroup T *< / td > < td class = "paramname" > < span class = "paramname" > < em > Ws< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > K< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > N< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > M< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > uint3< / td > < td class = "paramname" > < span class = "paramname" > < em > tid< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > uint< / td > < td class = "paramname" > < span class = "paramname" > < em > lid< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > uint< / td > < td class = "paramname" > < span class = "paramname" > < em > simd_gid< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > uint< / td > < td class = "paramname" > < span class = "paramname" > < em > simd_lid< / em > < / span >   )< / td >
< / tr >
< / table >
< / div > < div class = "memdoc" >
< / div >
< / div >
2025-01-10 05:56:20 +08:00
< a id = "a8c800222221c34a270589579ffb677a6" name = "a8c800222221c34a270589579ffb677a6" > < / a >
< h2 class = "memtitle" > < span class = "permalink" > < a href = "#a8c800222221c34a270589579ffb677a6" > ◆   < / a > < / span > qmm_t()< / h2 >
2024-10-15 23:12:17 +08:00
< div class = "memitem" >
< div class = "memproto" >
< div class = "memtemplate" >
2025-01-10 05:56:20 +08:00
template< typename T, const int group_size, const int bits, const bool aligned_N, const bool batched, const int BM = 32, const int BK = 32, const int BN = 32> < / div >
2024-10-15 23:12:17 +08:00
< table class = "memname" >
< tr >
< td class = "memname" > void qmm_t < / td >
< td > (< / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const device uint32_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > w< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > scales< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > biases< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > x< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > y< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > K< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > N< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > M< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > x_batch_ndims< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const constant int *< / td > < td class = "paramname" > < span class = "paramname" > < em > x_shape< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2025-01-10 05:56:20 +08:00
< td class = "paramtype" > const constant int64_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > x_strides< / em > < / span > , < / td >
2024-10-26 04:23:45 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > w_batch_ndims< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const constant int *< / td > < td class = "paramname" > < span class = "paramname" > < em > w_shape< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2025-01-10 05:56:20 +08:00
< td class = "paramtype" > const constant int64_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > w_strides< / em > < / span > , < / td >
2024-10-26 04:23:45 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2025-01-10 05:56:20 +08:00
< td class = "paramtype" > const constant int64_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > s_strides< / em > < / span > , < / td >
2024-10-26 04:23:45 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2025-01-10 05:56:20 +08:00
< td class = "paramtype" > const constant int64_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > b_strides< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > uint3< / td > < td class = "paramname" > < span class = "paramname" > < em > tid< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > uint< / td > < td class = "paramname" > < span class = "paramname" > < em > lid< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > uint< / td > < td class = "paramname" > < span class = "paramname" > < em > simd_gid< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > uint< / td > < td class = "paramname" > < span class = "paramname" > < em > simd_lid< / em > < / span >   )< / td >
< / tr >
< / table >
< / div > < div class = "memdoc" >
< / div >
< / div >
2024-10-26 04:23:45 +08:00
< a id = "af5750a35e8f5462218effba719f7f5b8" name = "af5750a35e8f5462218effba719f7f5b8" > < / a >
< h2 class = "memtitle" > < span class = "permalink" > < a href = "#af5750a35e8f5462218effba719f7f5b8" > ◆   < / a > < / span > qmm_t_impl()< / h2 >
2024-10-15 23:12:17 +08:00
< div class = "memitem" >
< div class = "memproto" >
< div class = "memtemplate" >
2025-01-10 05:56:20 +08:00
template< typename T, const int group_size, const int bits, const bool aligned_N, const int BM = 32, const int BK = 32, const int BN = 32> < / div >
2024-10-15 23:12:17 +08:00
< table class = "memname" >
< tr >
< td class = "memname" > METAL_FUNC void qmm_t_impl < / td >
< td > (< / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const device uint32_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > w< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > scales< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > biases< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > x< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > y< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > threadgroup T *< / td > < td class = "paramname" > < span class = "paramname" > < em > Xs< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > threadgroup T *< / td > < td class = "paramname" > < span class = "paramname" > < em > Ws< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > K< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > N< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > M< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > uint3< / td > < td class = "paramname" > < span class = "paramname" > < em > tid< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > uint< / td > < td class = "paramname" > < span class = "paramname" > < em > lid< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > uint< / td > < td class = "paramname" > < span class = "paramname" > < em > simd_gid< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > uint< / td > < td class = "paramname" > < span class = "paramname" > < em > simd_lid< / em > < / span >   )< / td >
< / tr >
< / table >
< / div > < div class = "memdoc" >
< / div >
< / div >
2025-01-10 05:56:20 +08:00
< a id = "a872664c9ead5aa6f03ea26330c469bee" name = "a872664c9ead5aa6f03ea26330c469bee" > < / a >
< h2 class = "memtitle" > < span class = "permalink" > < a href = "#a872664c9ead5aa6f03ea26330c469bee" > ◆   < / a > < / span > qmv()< / h2 >
2024-10-15 23:12:17 +08:00
< div class = "memitem" >
< div class = "memproto" >
< div class = "memtemplate" >
2025-01-10 05:56:20 +08:00
template< typename T, const int group_size, const int bits, bool batched> < / div >
2024-10-15 23:12:17 +08:00
< table class = "memname" >
< tr >
< td class = "memname" > void qmv < / td >
< td > (< / td >
< td class = "paramtype" > const device uint32_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > w< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > scales< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > biases< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > x< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > y< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > in_vec_size< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > out_vec_size< / em > < / span > , < / td >
< / tr >
2024-10-26 04:23:45 +08:00
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > x_batch_ndims< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const constant int *< / td > < td class = "paramname" > < span class = "paramname" > < em > x_shape< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2025-01-10 05:56:20 +08:00
< td class = "paramtype" > const constant int64_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > x_strides< / em > < / span > , < / td >
2024-10-26 04:23:45 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > w_batch_ndims< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const constant int *< / td > < td class = "paramname" > < span class = "paramname" > < em > w_shape< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2025-01-10 05:56:20 +08:00
< td class = "paramtype" > const constant int64_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > w_strides< / em > < / span > , < / td >
2024-10-26 04:23:45 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2025-01-10 05:56:20 +08:00
< td class = "paramtype" > const constant int64_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > s_strides< / em > < / span > , < / td >
2024-10-26 04:23:45 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2025-01-10 05:56:20 +08:00
< td class = "paramtype" > const constant int64_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > b_strides< / em > < / span > , < / td >
2024-10-26 04:23:45 +08:00
< / tr >
2024-10-15 23:12:17 +08:00
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > uint3< / td > < td class = "paramname" > < span class = "paramname" > < em > tid< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > uint< / td > < td class = "paramname" > < span class = "paramname" > < em > simd_gid< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > uint< / td > < td class = "paramname" > < span class = "paramname" > < em > simd_lid< / em > < / span >   )< / td >
< / tr >
< / table >
< / div > < div class = "memdoc" >
< / div >
< / div >
2025-01-10 05:56:20 +08:00
< a id = "a351ff8f1d25c5edee035c30a0e99a53e" name = "a351ff8f1d25c5edee035c30a0e99a53e" > < / a >
< h2 class = "memtitle" > < span class = "permalink" > < a href = "#a351ff8f1d25c5edee035c30a0e99a53e" > ◆   < / a > < / span > qmv_fast()< / h2 >
2024-10-15 23:12:17 +08:00
< div class = "memitem" >
< div class = "memproto" >
< div class = "memtemplate" >
2025-01-10 05:56:20 +08:00
template< typename T, int group_size, int bits, bool batched> < / div >
2024-10-15 23:12:17 +08:00
< table class = "memname" >
< tr >
< td class = "memname" > void qmv_fast < / td >
< td > (< / td >
< td class = "paramtype" > const device uint32_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > w< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > scales< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > biases< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > x< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > y< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > in_vec_size< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > out_vec_size< / em > < / span > , < / td >
< / tr >
2024-10-26 04:23:45 +08:00
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > x_batch_ndims< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const constant int *< / td > < td class = "paramname" > < span class = "paramname" > < em > x_shape< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2025-01-10 05:56:20 +08:00
< td class = "paramtype" > const constant int64_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > x_strides< / em > < / span > , < / td >
2024-10-26 04:23:45 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > w_batch_ndims< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const constant int *< / td > < td class = "paramname" > < span class = "paramname" > < em > w_shape< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2025-01-10 05:56:20 +08:00
< td class = "paramtype" > const constant int64_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > w_strides< / em > < / span > , < / td >
2024-10-26 04:23:45 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2025-01-10 05:56:20 +08:00
< td class = "paramtype" > const constant int64_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > s_strides< / em > < / span > , < / td >
2024-10-26 04:23:45 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2025-01-10 05:56:20 +08:00
< td class = "paramtype" > const constant int64_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > b_strides< / em > < / span > , < / td >
2024-10-26 04:23:45 +08:00
< / tr >
2024-10-15 23:12:17 +08:00
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > uint3< / td > < td class = "paramname" > < span class = "paramname" > < em > tid< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > uint< / td > < td class = "paramname" > < span class = "paramname" > < em > simd_gid< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > uint< / td > < td class = "paramname" > < span class = "paramname" > < em > simd_lid< / em > < / span >   )< / td >
< / tr >
< / table >
< / div > < div class = "memdoc" >
< / div >
< / div >
< a id = "aba7687e6f8f1d29c0a1b2a3db150bd81" name = "aba7687e6f8f1d29c0a1b2a3db150bd81" > < / a >
< h2 class = "memtitle" > < span class = "permalink" > < a href = "#aba7687e6f8f1d29c0a1b2a3db150bd81" > ◆   < / a > < / span > qmv_fast_impl()< / h2 >
< div class = "memitem" >
< div class = "memproto" >
< div class = "memtemplate" >
2025-01-10 05:56:20 +08:00
template< typename T, int group_size, int bits> < / div >
2024-10-15 23:12:17 +08:00
< table class = "memname" >
< tr >
< td class = "memname" > METAL_FUNC void qmv_fast_impl < / td >
< td > (< / td >
< td class = "paramtype" > const device uint32_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > w< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > scales< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > biases< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > x< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > y< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > in_vec_size< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > out_vec_size< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > uint3< / td > < td class = "paramname" > < span class = "paramname" > < em > tid< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > uint< / td > < td class = "paramname" > < span class = "paramname" > < em > simd_gid< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > uint< / td > < td class = "paramname" > < span class = "paramname" > < em > simd_lid< / em > < / span >   )< / td >
< / tr >
< / table >
< / div > < div class = "memdoc" >
< / div >
< / div >
< a id = "a8e13c7d895624f738d2a6d9893b687fd" name = "a8e13c7d895624f738d2a6d9893b687fd" > < / a >
< h2 class = "memtitle" > < span class = "permalink" > < a href = "#a8e13c7d895624f738d2a6d9893b687fd" > ◆   < / a > < / span > qmv_impl()< / h2 >
< div class = "memitem" >
< div class = "memproto" >
< div class = "memtemplate" >
2025-01-10 05:56:20 +08:00
template< typename T, int group_size, int bits> < / div >
2024-10-15 23:12:17 +08:00
< table class = "memname" >
< tr >
< td class = "memname" > METAL_FUNC void qmv_impl < / td >
< td > (< / td >
< td class = "paramtype" > const device uint32_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > w< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > scales< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > biases< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > x< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > y< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > in_vec_size< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > out_vec_size< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > uint3< / td > < td class = "paramname" > < span class = "paramname" > < em > tid< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > uint< / td > < td class = "paramname" > < span class = "paramname" > < em > simd_gid< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > uint< / td > < td class = "paramname" > < span class = "paramname" > < em > simd_lid< / em > < / span >   )< / td >
< / tr >
< / table >
< / div > < div class = "memdoc" >
2024-10-26 04:23:45 +08:00
< / div >
< / div >
2025-01-10 05:56:20 +08:00
< a id = "a9d14bd6c50ecd04fac423717e6ead1d1" name = "a9d14bd6c50ecd04fac423717e6ead1d1" > < / a >
< h2 class = "memtitle" > < span class = "permalink" > < a href = "#a9d14bd6c50ecd04fac423717e6ead1d1" > ◆   < / a > < / span > qmv_quad()< / h2 >
2024-10-26 04:23:45 +08:00
< div class = "memitem" >
< div class = "memproto" >
< div class = "memtemplate" >
2025-01-10 05:56:20 +08:00
template< typename T, int group_size, int bits, int D, bool batched> < / div >
2024-10-26 04:23:45 +08:00
< table class = "memname" >
< tr >
< td class = "memname" > void qmv_quad < / td >
< td > (< / td >
< td class = "paramtype" > const device uint32_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > w< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > scales< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > biases< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > x< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > y< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > in_vec_size< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > out_vec_size< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > x_batch_ndims< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const constant int *< / td > < td class = "paramname" > < span class = "paramname" > < em > x_shape< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2025-01-10 05:56:20 +08:00
< td class = "paramtype" > const constant int64_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > x_strides< / em > < / span > , < / td >
2024-10-26 04:23:45 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > w_batch_ndims< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const constant int *< / td > < td class = "paramname" > < span class = "paramname" > < em > w_shape< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2025-01-10 05:56:20 +08:00
< td class = "paramtype" > const constant int64_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > w_strides< / em > < / span > , < / td >
2024-10-26 04:23:45 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2025-01-10 05:56:20 +08:00
< td class = "paramtype" > const constant int64_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > s_strides< / em > < / span > , < / td >
2024-10-26 04:23:45 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2025-01-10 05:56:20 +08:00
< td class = "paramtype" > const constant int64_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > b_strides< / em > < / span > , < / td >
2024-10-26 04:23:45 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > uint3< / td > < td class = "paramname" > < span class = "paramname" > < em > tid< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > uint< / td > < td class = "paramname" > < span class = "paramname" > < em > quad_gid< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > uint< / td > < td class = "paramname" > < span class = "paramname" > < em > quad_lid< / em > < / span >   )< / td >
< / tr >
< / table >
< / div > < div class = "memdoc" >
< / div >
< / div >
< a id = "ad5cf1cf63656bc1780685d22169cd4ef" name = "ad5cf1cf63656bc1780685d22169cd4ef" > < / a >
< h2 class = "memtitle" > < span class = "permalink" > < a href = "#ad5cf1cf63656bc1780685d22169cd4ef" > ◆   < / a > < / span > qmv_quad_impl()< / h2 >
< div class = "memitem" >
< div class = "memproto" >
< div class = "memtemplate" >
2025-01-10 05:56:20 +08:00
template< typename T, int group_size, int bits, int D> < / div >
2024-10-26 04:23:45 +08:00
< table class = "memname" >
< tr >
< td class = "memname" > METAL_FUNC void qmv_quad_impl < / td >
< td > (< / td >
< td class = "paramtype" > const device uint32_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > w< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > scales< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > biases< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > x< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > y< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > in_vec_size< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > out_vec_size< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > uint3< / td > < td class = "paramname" > < span class = "paramname" > < em > tid< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > uint< / td > < td class = "paramname" > < span class = "paramname" > < em > quad_gid< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > uint< / td > < td class = "paramname" > < span class = "paramname" > < em > quad_lid< / em > < / span >   )< / td >
< / tr >
< / table >
< / div > < div class = "memdoc" >
2024-10-15 23:12:17 +08:00
< / div >
< / div >
< a id = "ae756f6817b584c60f5dcdd1d9c6b4f58" name = "ae756f6817b584c60f5dcdd1d9c6b4f58" > < / a >
< h2 class = "memtitle" > < span class = "permalink" > < a href = "#ae756f6817b584c60f5dcdd1d9c6b4f58" > ◆   < / a > < / span > qouter()< / h2 >
< div class = "memitem" >
< div class = "memproto" >
< div class = "memtemplate" >
2025-01-10 05:56:20 +08:00
template< typename U, int values_per_thread, int bits> < / div >
2024-10-15 23:12:17 +08:00
< table class = "mlabels" >
< tr >
< td class = "mlabels-left" >
< table class = "memname" >
< tr >
< td class = "memname" > void qouter < / td >
< td > (< / td >
< td class = "paramtype" > const thread uint8_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > w< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > U< / td > < td class = "paramname" > < span class = "paramname" > < em > x< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > U< / td > < td class = "paramname" > < span class = "paramname" > < em > scale< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > U< / td > < td class = "paramname" > < span class = "paramname" > < em > bias< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > thread U *< / td > < td class = "paramname" > < span class = "paramname" > < em > result< / em > < / span >   )< / td >
< / tr >
< / table >
< / td >
< td class = "mlabels-right" >
2025-01-10 05:56:20 +08:00
< span class = "mlabels" > < span class = "mlabel inline" > inline< / span > < / span > < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< / table >
< / div > < div class = "memdoc" >
< / div >
< / div >
2025-01-10 05:56:20 +08:00
< a id = "a55844c4576fff2182bc1fca171994118" name = "a55844c4576fff2182bc1fca171994118" > < / a >
< h2 class = "memtitle" > < span class = "permalink" > < a href = "#a55844c4576fff2182bc1fca171994118" > ◆   < / a > < / span > qvm()< / h2 >
2024-10-15 23:12:17 +08:00
< div class = "memitem" >
< div class = "memproto" >
< div class = "memtemplate" >
2025-01-10 05:56:20 +08:00
template< typename T, const int group_size, const int bits, bool batched> < / div >
2024-10-15 23:12:17 +08:00
< table class = "memname" >
< tr >
< td class = "memname" > void qvm < / td >
< td > (< / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const device uint32_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > w< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > scales< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > biases< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > x< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > y< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > in_vec_size< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > out_vec_size< / em > < / span > , < / td >
< / tr >
2024-10-26 04:23:45 +08:00
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > x_batch_ndims< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const constant int *< / td > < td class = "paramname" > < span class = "paramname" > < em > x_shape< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2025-01-10 05:56:20 +08:00
< td class = "paramtype" > const constant int64_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > x_strides< / em > < / span > , < / td >
2024-10-26 04:23:45 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > w_batch_ndims< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const constant int *< / td > < td class = "paramname" > < span class = "paramname" > < em > w_shape< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2025-01-10 05:56:20 +08:00
< td class = "paramtype" > const constant int64_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > w_strides< / em > < / span > , < / td >
2024-10-26 04:23:45 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2025-01-10 05:56:20 +08:00
< td class = "paramtype" > const constant int64_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > s_strides< / em > < / span > , < / td >
2024-10-26 04:23:45 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2025-01-10 05:56:20 +08:00
< td class = "paramtype" > const constant int64_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > b_strides< / em > < / span > , < / td >
2024-10-26 04:23:45 +08:00
< / tr >
2024-10-15 23:12:17 +08:00
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > uint3< / td > < td class = "paramname" > < span class = "paramname" > < em > tid< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > uint< / td > < td class = "paramname" > < span class = "paramname" > < em > simd_gid< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > uint< / td > < td class = "paramname" > < span class = "paramname" > < em > simd_lid< / em > < / span >   )< / td >
< / tr >
< / table >
< / div > < div class = "memdoc" >
< / div >
< / div >
2024-11-06 03:54:16 +08:00
< a id = "a1546533c5b925b2fbb3bec870ec7487a" name = "a1546533c5b925b2fbb3bec870ec7487a" > < / a >
< h2 class = "memtitle" > < span class = "permalink" > < a href = "#a1546533c5b925b2fbb3bec870ec7487a" > ◆   < / a > < / span > qvm_impl()< / h2 >
2024-10-15 23:12:17 +08:00
< div class = "memitem" >
< div class = "memproto" >
< div class = "memtemplate" >
2025-01-10 05:56:20 +08:00
template< typename T, const int group_size, const int bits> < / div >
2024-10-15 23:12:17 +08:00
< table class = "memname" >
< tr >
< td class = "memname" > METAL_FUNC void qvm_impl < / td >
< td > (< / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const device uint32_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > w< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > scales< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > biases< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2024-10-26 04:23:45 +08:00
< td class = "paramtype" > const device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > x< / em > < / span > , < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > y< / em > < / span > , < / td >
< / tr >
2024-11-06 03:54:16 +08:00
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const int< / td > < td class = "paramname" > < span class = "paramname" > < em > in_vec_size< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const int< / td > < td class = "paramname" > < span class = "paramname" > < em > out_vec_size< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > uint3< / td > < td class = "paramname" > < span class = "paramname" > < em > tid< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > uint< / td > < td class = "paramname" > < span class = "paramname" > < em > simd_gid< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > uint< / td > < td class = "paramname" > < span class = "paramname" > < em > simd_lid< / em > < / span >   )< / td >
< / tr >
< / table >
< / div > < div class = "memdoc" >
< / div >
< / div >
2025-01-10 05:56:20 +08:00
< a id = "aac4440b5ef8f323dd36c85721d00f7e7" name = "aac4440b5ef8f323dd36c85721d00f7e7" > < / a >
< h2 class = "memtitle" > < span class = "permalink" > < a href = "#aac4440b5ef8f323dd36c85721d00f7e7" > ◆   < / a > < / span > qvm_split_k()< / h2 >
2024-11-06 03:54:16 +08:00
< div class = "memitem" >
< div class = "memproto" >
< div class = "memtemplate" >
2025-01-10 05:56:20 +08:00
template< typename T, const int group_size, const int bits, int split_k = 32> < / div >
2024-11-06 03:54:16 +08:00
< table class = "memname" >
< tr >
< td class = "memname" > void qvm_split_k < / td >
< td > (< / td >
< td class = "paramtype" > const device uint32_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > w< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > scales< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > biases< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > x< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > device T *< / td > < td class = "paramname" > < span class = "paramname" > < em > y< / em > < / span > , < / td >
< / tr >
2024-10-15 23:12:17 +08:00
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > in_vec_size< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > out_vec_size< / em > < / span > , < / td >
< / tr >
2024-11-06 03:54:16 +08:00
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > x_batch_ndims< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const constant int *< / td > < td class = "paramname" > < span class = "paramname" > < em > x_shape< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2025-01-10 05:56:20 +08:00
< td class = "paramtype" > const constant int64_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > x_strides< / em > < / span > , < / td >
2024-11-06 03:54:16 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > w_batch_ndims< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const constant int *< / td > < td class = "paramname" > < span class = "paramname" > < em > w_shape< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2025-01-10 05:56:20 +08:00
< td class = "paramtype" > const constant int64_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > w_strides< / em > < / span > , < / td >
2024-11-06 03:54:16 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2025-01-10 05:56:20 +08:00
< td class = "paramtype" > const constant int64_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > s_strides< / em > < / span > , < / td >
2024-11-06 03:54:16 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
2025-01-10 05:56:20 +08:00
< td class = "paramtype" > const constant int64_t *< / td > < td class = "paramname" > < span class = "paramname" > < em > b_strides< / em > < / span > , < / td >
2024-11-06 03:54:16 +08:00
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > const constant int & < / td > < td class = "paramname" > < span class = "paramname" > < em > final_block_size< / em > < / span > , < / td >
< / tr >
2024-10-15 23:12:17 +08:00
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > uint3< / td > < td class = "paramname" > < span class = "paramname" > < em > tid< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > uint< / td > < td class = "paramname" > < span class = "paramname" > < em > simd_gid< / em > < / span > , < / td >
< / tr >
< tr >
< td class = "paramkey" > < / td >
< td > < / td >
< td class = "paramtype" > uint< / td > < td class = "paramname" > < span class = "paramname" > < em > simd_lid< / em > < / span >   )< / td >
< / tr >
< / table >
< / div > < div class = "memdoc" >
< / div >
< / div >
< h2 class = "groupheader" > Variable Documentation< / h2 >
2024-10-26 04:23:45 +08:00
< a id = "a803e4d5a1459844ba647aea5b004e133" name = "a803e4d5a1459844ba647aea5b004e133" > < / a >
< h2 class = "memtitle" > < span class = "permalink" > < a href = "#a803e4d5a1459844ba647aea5b004e133" > ◆   < / a > < / span > QUAD_SIZE< / h2 >
< div class = "memitem" >
< div class = "memproto" >
< table class = "mlabels" >
< tr >
< td class = "mlabels-left" >
< table class = "memname" >
< tr >
< td class = "memname" > constant constexpr const int QUAD_SIZE = 4< / td >
< / tr >
< / table >
< / td >
< td class = "mlabels-right" >
2025-01-10 05:56:20 +08:00
< span class = "mlabels" > < span class = "mlabel static" > static< / span > < span class = "mlabel constexpr" > constexpr< / span > < / span > < / td >
2024-10-26 04:23:45 +08:00
< / tr >
< / table >
< / div > < div class = "memdoc" >
< / div >
< / div >
2024-10-15 23:12:17 +08:00
< a id = "a62969a218d93680f5e35d0c61b160b99" name = "a62969a218d93680f5e35d0c61b160b99" > < / a >
< h2 class = "memtitle" > < span class = "permalink" > < a href = "#a62969a218d93680f5e35d0c61b160b99" > ◆   < / a > < / span > SIMD_SIZE< / h2 >
< div class = "memitem" >
< div class = "memproto" >
< table class = "mlabels" >
< tr >
< td class = "mlabels-left" >
< table class = "memname" >
< tr >
< td class = "memname" > constant constexpr const int SIMD_SIZE = 32< / td >
< / tr >
< / table >
< / td >
< td class = "mlabels-right" >
2025-01-10 05:56:20 +08:00
< span class = "mlabels" > < span class = "mlabel static" > static< / span > < span class = "mlabel constexpr" > constexpr< / span > < / span > < / td >
2024-10-15 23:12:17 +08:00
< / tr >
< / table >
< / div > < div class = "memdoc" >
< / div >
< / div >
< / div > <!-- contents -->
< / div > <!-- doc - content -->
2025-01-10 05:56:20 +08:00
<!-- start footer part -->
< div id = "nav-path" class = "navpath" > <!-- id is needed for treeview function! -->
< ul >
< li class = "navelem" > < a class = "el" href = "dir_938ab0ecf10b8b860ff766c820f665fd.html" > mlx< / a > < / li > < li class = "navelem" > < a class = "el" href = "dir_1d446c9bd3c99228254c9484e0bc5c06.html" > backend< / a > < / li > < li class = "navelem" > < a class = "el" href = "dir_d0c977ea65824390717cdb7efc36c157.html" > metal< / a > < / li > < li class = "navelem" > < a class = "el" href = "dir_70a37effa88bcbd6b791977fa1e64356.html" > kernels< / a > < / li > < li class = "navelem" > < a class = "el" href = "quantized_8h.html" > quantized.h< / a > < / li >
2025-02-07 04:16:29 +08:00
< li class = "footer" > Generated by < a href = "https://www.doxygen.org/index.html" > < img class = "footer" src = "doxygen.svg" width = "104" height = "31" alt = "doxygen" / > < / a > 1.13.2 < / li >
2025-01-10 05:56:20 +08:00
< / ul >
< / div >
2024-10-15 23:12:17 +08:00
< / body >
< / html >
