This commit is contained in:
CircleCI Docs
2025-02-06 20:16:29 +00:00
parent 231caa94a6
commit 3bac79c1d6
2299 changed files with 64934 additions and 28640 deletions

View File

@@ -3,7 +3,7 @@
<head>
<meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/>
<meta http-equiv="X-UA-Compatible" content="IE=11"/>
<meta name="generator" content="Doxygen 1.13.1"/>
<meta name="generator" content="Doxygen 1.13.2"/>
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<title>MLX: mlx/backend/metal/kernels/sdpa_vector.h File Reference</title>
<link href="tabs.css" rel="stylesheet" type="text/css"/>
@@ -52,7 +52,7 @@
</table>
</div>
<!-- end header part -->
<!-- Generated by Doxygen 1.13.1 -->
<!-- Generated by Doxygen 1.13.2 -->
<script type="text/javascript">
/* @license magnet:?xt=urn:btih:d3d9a9a6595521f9666a5e94cc830dab83b65699&amp;dn=expat.txt MIT */
var searchBox = new SearchBox("searchBox", "search/",'.html');
@@ -114,12 +114,12 @@ $(function(){initNavTree('sdpa__vector_8h.html',''); initResizable(true); });
<table class="memberdecls">
<tr class="heading"><td colspan="2"><h2 class="groupheader"><a id="func-members" name="func-members"></a>
Functions</h2></td></tr>
<tr class="memitem:aee8f6015c5b4fc81cde3c5edf30af8af" id="r_aee8f6015c5b4fc81cde3c5edf30af8af"><td class="memTemplParams" colspan="2">template&lt;typename T, int D&gt; </td></tr>
<tr class="memitem:aee8f6015c5b4fc81cde3c5edf30af8af"><td class="memTemplItemLeft" align="right" valign="top">void&#160;</td><td class="memTemplItemRight" valign="bottom"><a class="el" href="#aee8f6015c5b4fc81cde3c5edf30af8af">sdpa_vector</a> (const device T *queries, const device T *keys, const device T *values, device T *out, const constant int &amp;gqa_factor, const constant int &amp;N, const constant size_t &amp;k_stride, const constant size_t &amp;v_stride, const constant float &amp;scale, const device bool *mask, const constant int &amp;mask_seq_stride, const constant int &amp;mask_head_stride, uint3 tid, uint simd_gid, uint simd_lid)</td></tr>
<tr class="separator:aee8f6015c5b4fc81cde3c5edf30af8af"><td class="memSeparator" colspan="2">&#160;</td></tr>
<tr class="memitem:adef3c1f2f7ec098b0ef43f5f5bfeab0e" id="r_adef3c1f2f7ec098b0ef43f5f5bfeab0e"><td class="memTemplParams" colspan="2">template&lt;typename T, int D&gt; </td></tr>
<tr class="memitem:adef3c1f2f7ec098b0ef43f5f5bfeab0e"><td class="memTemplItemLeft" align="right" valign="top">void&#160;</td><td class="memTemplItemRight" valign="bottom"><a class="el" href="#adef3c1f2f7ec098b0ef43f5f5bfeab0e">sdpa_vector_2pass_1</a> (const device T *queries, const device T *keys, const device T *values, device float *out, device float *sums, device float *maxs, const constant int &amp;gqa_factor, const constant int &amp;N, const constant size_t &amp;k_stride, const constant size_t &amp;v_stride, const constant float &amp;scale, const device bool *mask, const constant int &amp;mask_seq_stride, const constant int &amp;mask_head_stride, uint3 tid, uint simd_gid, uint simd_lid)</td></tr>
<tr class="separator:adef3c1f2f7ec098b0ef43f5f5bfeab0e"><td class="memSeparator" colspan="2">&#160;</td></tr>
<tr class="memitem:a826f7a3c7ab843abc0842241db3e57b3" id="r_a826f7a3c7ab843abc0842241db3e57b3"><td class="memTemplParams" colspan="2">template&lt;typename T, int D, int V = D&gt; </td></tr>
<tr class="memitem:a826f7a3c7ab843abc0842241db3e57b3"><td class="memTemplItemLeft" align="right" valign="top">void&#160;</td><td class="memTemplItemRight" valign="bottom"><a class="el" href="#a826f7a3c7ab843abc0842241db3e57b3">sdpa_vector</a> (const device T *queries, const device T *keys, const device T *values, device T *out, const constant int &amp;gqa_factor, const constant int &amp;N, const constant size_t &amp;k_stride, const constant size_t &amp;v_stride, const constant float &amp;scale, const device bool *mask, const constant int &amp;mask_seq_stride, const constant int &amp;mask_head_stride, uint3 tid, uint simd_gid, uint simd_lid)</td></tr>
<tr class="separator:a826f7a3c7ab843abc0842241db3e57b3"><td class="memSeparator" colspan="2">&#160;</td></tr>
<tr class="memitem:aae1a2f23b03e24734805b08ebc5c1a59" id="r_aae1a2f23b03e24734805b08ebc5c1a59"><td class="memTemplParams" colspan="2">template&lt;typename T, int D, int V = D&gt; </td></tr>
<tr class="memitem:aae1a2f23b03e24734805b08ebc5c1a59"><td class="memTemplItemLeft" align="right" valign="top">void&#160;</td><td class="memTemplItemRight" valign="bottom"><a class="el" href="#aae1a2f23b03e24734805b08ebc5c1a59">sdpa_vector_2pass_1</a> (const device T *queries, const device T *keys, const device T *values, device float *out, device float *sums, device float *maxs, const constant int &amp;gqa_factor, const constant int &amp;N, const constant size_t &amp;k_stride, const constant size_t &amp;v_stride, const constant float &amp;scale, const device bool *mask, const constant int &amp;mask_seq_stride, const constant int &amp;mask_head_stride, uint3 tid, uint simd_gid, uint simd_lid)</td></tr>
<tr class="separator:aae1a2f23b03e24734805b08ebc5c1a59"><td class="memSeparator" colspan="2">&#160;</td></tr>
<tr class="memitem:a1368cf3618a4e03dbf743b3463205efe" id="r_a1368cf3618a4e03dbf743b3463205efe"><td class="memTemplParams" colspan="2">template&lt;typename T, int D&gt; </td></tr>
<tr class="memitem:a1368cf3618a4e03dbf743b3463205efe"><td class="memTemplItemLeft" align="right" valign="top">void&#160;</td><td class="memTemplItemRight" valign="bottom"><a class="el" href="#a1368cf3618a4e03dbf743b3463205efe">sdpa_vector_2pass_2</a> (const device float *partials, const device float *sums, const device float *maxs, device T *out, uint3 tid, uint simd_gid, uint simd_lid)</td></tr>
<tr class="separator:a1368cf3618a4e03dbf743b3463205efe"><td class="memSeparator" colspan="2">&#160;</td></tr>
@@ -130,13 +130,13 @@ Variables</h2></td></tr>
<tr class="separator:a6ed0dd113fe7d471fc0b869b8c028c81"><td class="memSeparator" colspan="2">&#160;</td></tr>
</table>
<h2 class="groupheader">Function Documentation</h2>
<a id="aee8f6015c5b4fc81cde3c5edf30af8af" name="aee8f6015c5b4fc81cde3c5edf30af8af"></a>
<h2 class="memtitle"><span class="permalink"><a href="#aee8f6015c5b4fc81cde3c5edf30af8af">&#9670;&#160;</a></span>sdpa_vector()</h2>
<a id="a826f7a3c7ab843abc0842241db3e57b3" name="a826f7a3c7ab843abc0842241db3e57b3"></a>
<h2 class="memtitle"><span class="permalink"><a href="#a826f7a3c7ab843abc0842241db3e57b3">&#9670;&#160;</a></span>sdpa_vector()</h2>
<div class="memitem">
<div class="memproto">
<div class="memtemplate">
template&lt;typename T, int D&gt; </div>
template&lt;typename T, int D, int V = D&gt; </div>
<table class="memname">
<tr>
<td class="memname">void sdpa_vector </td>
@@ -218,13 +218,13 @@ template&lt;typename T, int D&gt; </div>
</div>
</div>
<a id="adef3c1f2f7ec098b0ef43f5f5bfeab0e" name="adef3c1f2f7ec098b0ef43f5f5bfeab0e"></a>
<h2 class="memtitle"><span class="permalink"><a href="#adef3c1f2f7ec098b0ef43f5f5bfeab0e">&#9670;&#160;</a></span>sdpa_vector_2pass_1()</h2>
<a id="aae1a2f23b03e24734805b08ebc5c1a59" name="aae1a2f23b03e24734805b08ebc5c1a59"></a>
<h2 class="memtitle"><span class="permalink"><a href="#aae1a2f23b03e24734805b08ebc5c1a59">&#9670;&#160;</a></span>sdpa_vector_2pass_1()</h2>
<div class="memitem">
<div class="memproto">
<div class="memtemplate">
template&lt;typename T, int D&gt; </div>
template&lt;typename T, int D, int V = D&gt; </div>
<table class="memname">
<tr>
<td class="memname">void sdpa_vector_2pass_1 </td>
@@ -385,7 +385,7 @@ template&lt;typename T, int D&gt; </div>
<div id="nav-path" class="navpath"><!-- id is needed for treeview function! -->
<ul>
<li class="navelem"><a class="el" href="dir_938ab0ecf10b8b860ff766c820f665fd.html">mlx</a></li><li class="navelem"><a class="el" href="dir_1d446c9bd3c99228254c9484e0bc5c06.html">backend</a></li><li class="navelem"><a class="el" href="dir_d0c977ea65824390717cdb7efc36c157.html">metal</a></li><li class="navelem"><a class="el" href="dir_70a37effa88bcbd6b791977fa1e64356.html">kernels</a></li><li class="navelem"><a class="el" href="sdpa__vector_8h.html">sdpa_vector.h</a></li>
<li class="footer">Generated by <a href="https://www.doxygen.org/index.html"><img class="footer" src="doxygen.svg" width="104" height="31" alt="doxygen"/></a> 1.13.1 </li>
<li class="footer">Generated by <a href="https://www.doxygen.org/index.html"><img class="footer" src="doxygen.svg" width="104" height="31" alt="doxygen"/></a> 1.13.2 </li>
</ul>
</div>
</body>