rebase

2025-11-06 12:09:43 +08:00 · 2025-01-09 21:56:20 +00:00
parent 830f99716d
commit 231caa94a6
2642 changed files with 137687 additions and 70861 deletions
--- a/docs/build/html/sdpa__vector_8h.html
+++ b/docs/build/html/sdpa__vector_8h.html
@@ -3,7 +3,7 @@
 <head>
 <meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/>
 <meta http-equiv="X-UA-Compatible" content="IE=11"/>
-<meta name="generator" content="Doxygen 1.12.0"/>
+<meta name="generator" content="Doxygen 1.13.1"/>
 <meta name="viewport" content="width=device-width, initial-scale=1"/>
 <title>MLX: mlx/backend/metal/kernels/sdpa_vector.h File Reference</title>
 <link href="tabs.css" rel="stylesheet" type="text/css"/>
@@ -11,11 +11,18 @@
 <script type="text/javascript" src="dynsections.js"></script>
 <script type="text/javascript" src="clipboard.js"></script>
 <link href="navtree.css" rel="stylesheet" type="text/css"/>
+<script type="text/javascript" src="navtreedata.js"></script>
+<script type="text/javascript" src="navtree.js"></script>
 <script type="text/javascript" src="resize.js"></script>
 <script type="text/javascript" src="cookie.js"></script>
 <link href="search/search.css" rel="stylesheet" type="text/css"/>
 <script type="text/javascript" src="search/searchdata.js"></script>
 <script type="text/javascript" src="search/search.js"></script>
+<script type="text/javascript">
+/* @license magnet:?xt=urn:btih:d3d9a9a6595521f9666a5e94cc830dab83b65699&amp;dn=expat.txt MIT */
+  $(function() { init_search(); });
+/* @license-end */
+</script>
 <link href="doxygen.css" rel="stylesheet" type="text/css" />
 </head>
 <body>
@@ -28,12 +35,24 @@
   <div id="projectname">MLX
   </div>
  </td>
+    <td>        <div id="MSearchBox" class="MSearchBoxInactive">
+        <span class="left">
+          <span id="MSearchSelect"                onmouseover="return searchBox.OnSearchSelectShow()"                onmouseout="return searchBox.OnSearchSelectHide()">&#160;</span>
+          <input type="text" id="MSearchField" value="" placeholder="Search" accesskey="S"
+               onfocus="searchBox.OnSearchFieldFocus(true)" 
+               onblur="searchBox.OnSearchFieldFocus(false)" 
+               onkeyup="searchBox.OnSearchFieldChange(event)"/>
+          </span><span class="right">
+            <a id="MSearchClose" href="javascript:searchBox.CloseResultsWindow()"><img id="MSearchCloseImg" border="0" src="search/close.svg" alt=""/></a>
+          </span>
+        </div>
+</td>
 </tr>
 </tbody>
 </table>
 </div>
 <!-- end header part -->
-<!-- Generated by Doxygen 1.12.0 -->
+<!-- Generated by Doxygen 1.13.1 -->
 <script type="text/javascript">
 /* @license magnet:?xt=urn:btih:d3d9a9a6595521f9666a5e94cc830dab83b65699&amp;dn=expat.txt MIT */
 var searchBox = new SearchBox("searchBox", "search/",'.html');
@@ -44,22 +63,23 @@ var searchBox = new SearchBox("searchBox", "search/",'.html');
 $(function() { codefold.init(0); });
 /* @license-end */
 </script>
-<script type="text/javascript" src="menudata.js"></script>
-<script type="text/javascript" src="menu.js"></script>
+</div><!-- top -->
+<div id="side-nav" class="ui-resizable side-nav-resizable">
+  <div id="nav-tree">
+    <div id="nav-tree-contents">
+      <div id="nav-sync" class="sync"></div>
+    </div>
+  </div>
+  <div id="splitbar" style="-moz-user-select:none;" 
+       class="ui-resizable-handle">
+  </div>
+</div>
 <script type="text/javascript">
 /* @license magnet:?xt=urn:btih:d3d9a9a6595521f9666a5e94cc830dab83b65699&amp;dn=expat.txt MIT */
-$(function() {
-  initMenu('',true,false,'search.php','Search',false);
-  $(function() { init_search(); });
-});
-/* @license-end */
-</script>
-<div id="main-nav"></div>
-<script type="text/javascript">
-/* @license magnet:?xt=urn:btih:d3d9a9a6595521f9666a5e94cc830dab83b65699&amp;dn=expat.txt MIT */
-$(function(){ initResizable(false); });
+$(function(){initNavTree('sdpa__vector_8h.html',''); initResizable(true); });
 /* @license-end */
 </script>
+<div id="doc-content">
 <!-- window showing the filter options -->
 <div id="MSearchSelectWindow"
     onmouseover="return searchBox.OnSearchSelectShow()"
@@ -81,15 +101,10 @@ $(function(){ initResizable(false); });
 </div>
 </div>

-<div id="nav-path" class="navpath">
-  <ul>
-<li class="navelem"><a class="el" href="dir_938ab0ecf10b8b860ff766c820f665fd.html">mlx</a></li><li class="navelem"><a class="el" href="dir_1d446c9bd3c99228254c9484e0bc5c06.html">backend</a></li><li class="navelem"><a class="el" href="dir_d0c977ea65824390717cdb7efc36c157.html">metal</a></li><li class="navelem"><a class="el" href="dir_70a37effa88bcbd6b791977fa1e64356.html">kernels</a></li>  </ul>
-</div>
-</div><!-- top -->
-<div id="doc-content">
 <div class="header">
  <div class="summary">
-<a href="#func-members">Functions</a>  </div>
+<a href="#func-members">Functions</a> &#124;
+<a href="#var-members">Variables</a>  </div>
  <div class="headertitle"><div class="title">sdpa_vector.h File Reference</div></div>
 </div><!--header-->
 <div class="contents">
@@ -99,24 +114,29 @@ $(function(){ initResizable(false); });
 <table class="memberdecls">
 <tr class="heading"><td colspan="2"><h2 class="groupheader"><a id="func-members" name="func-members"></a>
 Functions</h2></td></tr>
-<tr class="memitem:a4bf36f16e16c1c62d9b243573568e5ae" id="r_a4bf36f16e16c1c62d9b243573568e5ae"><td class="memTemplParams" colspan="2">template&lt;typename T , int D&gt; </td></tr>
-<tr class="memitem:a4bf36f16e16c1c62d9b243573568e5ae"><td class="memTemplItemLeft" align="right" valign="top">void&#160;</td><td class="memTemplItemRight" valign="bottom"><a class="el" href="#a4bf36f16e16c1c62d9b243573568e5ae">sdpa_vector</a> (const device T *queries, const device T *keys, const device T *values, device T *out, const constant int &amp;gqa_factor, const constant int &amp;N, const constant size_t &amp;k_stride, const constant size_t &amp;v_stride, const constant float &amp;scale, uint3 tid, uint simd_gid, uint simd_lid)</td></tr>
-<tr class="separator:a4bf36f16e16c1c62d9b243573568e5ae"><td class="memSeparator" colspan="2">&#160;</td></tr>
-<tr class="memitem:ae070ec482c79c5b3bd19dd03ea42ec74" id="r_ae070ec482c79c5b3bd19dd03ea42ec74"><td class="memTemplParams" colspan="2">template&lt;typename T , int D&gt; </td></tr>
-<tr class="memitem:ae070ec482c79c5b3bd19dd03ea42ec74"><td class="memTemplItemLeft" align="right" valign="top">void&#160;</td><td class="memTemplItemRight" valign="bottom"><a class="el" href="#ae070ec482c79c5b3bd19dd03ea42ec74">sdpa_vector_2pass_1</a> (const device T *queries, const device T *keys, const device T *values, device float *out, device float *sums, device float *maxs, const constant int &amp;gqa_factor, const constant int &amp;N, const constant size_t &amp;k_stride, const constant size_t &amp;v_stride, const constant float &amp;scale, uint3 tid, uint simd_gid, uint simd_lid)</td></tr>
-<tr class="separator:ae070ec482c79c5b3bd19dd03ea42ec74"><td class="memSeparator" colspan="2">&#160;</td></tr>
-<tr class="memitem:a1368cf3618a4e03dbf743b3463205efe" id="r_a1368cf3618a4e03dbf743b3463205efe"><td class="memTemplParams" colspan="2">template&lt;typename T , int D&gt; </td></tr>
+<tr class="memitem:aee8f6015c5b4fc81cde3c5edf30af8af" id="r_aee8f6015c5b4fc81cde3c5edf30af8af"><td class="memTemplParams" colspan="2">template&lt;typename T, int D&gt; </td></tr>
+<tr class="memitem:aee8f6015c5b4fc81cde3c5edf30af8af"><td class="memTemplItemLeft" align="right" valign="top">void&#160;</td><td class="memTemplItemRight" valign="bottom"><a class="el" href="#aee8f6015c5b4fc81cde3c5edf30af8af">sdpa_vector</a> (const device T *queries, const device T *keys, const device T *values, device T *out, const constant int &amp;gqa_factor, const constant int &amp;N, const constant size_t &amp;k_stride, const constant size_t &amp;v_stride, const constant float &amp;scale, const device bool *mask, const constant int &amp;mask_seq_stride, const constant int &amp;mask_head_stride, uint3 tid, uint simd_gid, uint simd_lid)</td></tr>
+<tr class="separator:aee8f6015c5b4fc81cde3c5edf30af8af"><td class="memSeparator" colspan="2">&#160;</td></tr>
+<tr class="memitem:adef3c1f2f7ec098b0ef43f5f5bfeab0e" id="r_adef3c1f2f7ec098b0ef43f5f5bfeab0e"><td class="memTemplParams" colspan="2">template&lt;typename T, int D&gt; </td></tr>
+<tr class="memitem:adef3c1f2f7ec098b0ef43f5f5bfeab0e"><td class="memTemplItemLeft" align="right" valign="top">void&#160;</td><td class="memTemplItemRight" valign="bottom"><a class="el" href="#adef3c1f2f7ec098b0ef43f5f5bfeab0e">sdpa_vector_2pass_1</a> (const device T *queries, const device T *keys, const device T *values, device float *out, device float *sums, device float *maxs, const constant int &amp;gqa_factor, const constant int &amp;N, const constant size_t &amp;k_stride, const constant size_t &amp;v_stride, const constant float &amp;scale, const device bool *mask, const constant int &amp;mask_seq_stride, const constant int &amp;mask_head_stride, uint3 tid, uint simd_gid, uint simd_lid)</td></tr>
+<tr class="separator:adef3c1f2f7ec098b0ef43f5f5bfeab0e"><td class="memSeparator" colspan="2">&#160;</td></tr>
+<tr class="memitem:a1368cf3618a4e03dbf743b3463205efe" id="r_a1368cf3618a4e03dbf743b3463205efe"><td class="memTemplParams" colspan="2">template&lt;typename T, int D&gt; </td></tr>
 <tr class="memitem:a1368cf3618a4e03dbf743b3463205efe"><td class="memTemplItemLeft" align="right" valign="top">void&#160;</td><td class="memTemplItemRight" valign="bottom"><a class="el" href="#a1368cf3618a4e03dbf743b3463205efe">sdpa_vector_2pass_2</a> (const device float *partials, const device float *sums, const device float *maxs, device T *out, uint3 tid, uint simd_gid, uint simd_lid)</td></tr>
 <tr class="separator:a1368cf3618a4e03dbf743b3463205efe"><td class="memSeparator" colspan="2">&#160;</td></tr>
+</table><table class="memberdecls">
+<tr class="heading"><td colspan="2"><h2 class="groupheader"><a id="var-members" name="var-members"></a>
+Variables</h2></td></tr>
+<tr class="memitem:a6ed0dd113fe7d471fc0b869b8c028c81" id="r_a6ed0dd113fe7d471fc0b869b8c028c81"><td class="memItemLeft" align="right" valign="top">constant bool&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="#a6ed0dd113fe7d471fc0b869b8c028c81">has_mask</a></td></tr>
+<tr class="separator:a6ed0dd113fe7d471fc0b869b8c028c81"><td class="memSeparator" colspan="2">&#160;</td></tr>
 </table>
 <h2 class="groupheader">Function Documentation</h2>
-<a id="a4bf36f16e16c1c62d9b243573568e5ae" name="a4bf36f16e16c1c62d9b243573568e5ae"></a>
-<h2 class="memtitle"><span class="permalink"><a href="#a4bf36f16e16c1c62d9b243573568e5ae">&#9670;&#160;</a></span>sdpa_vector()</h2>
+<a id="aee8f6015c5b4fc81cde3c5edf30af8af" name="aee8f6015c5b4fc81cde3c5edf30af8af"></a>
+<h2 class="memtitle"><span class="permalink"><a href="#aee8f6015c5b4fc81cde3c5edf30af8af">&#9670;&#160;</a></span>sdpa_vector()</h2>

 <div class="memitem">
 <div class="memproto">
 <div class="memtemplate">
-template&lt;typename T , int D&gt; </div>
+template&lt;typename T, int D&gt; </div>
      <table class="memname">
        <tr>
          <td class="memname">void sdpa_vector </td>
@@ -163,6 +183,21 @@ template&lt;typename T , int D&gt; </div>
          <td></td>
          <td class="paramtype">const constant float &amp;</td>          <td class="paramname"><span class="paramname"><em>scale</em></span>, </td>
        </tr>
+        <tr>
+          <td class="paramkey"></td>
+          <td></td>
+          <td class="paramtype">const device bool *</td>          <td class="paramname"><span class="paramname"><em>mask</em></span>, </td>
+        </tr>
+        <tr>
+          <td class="paramkey"></td>
+          <td></td>
+          <td class="paramtype">const constant int &amp;</td>          <td class="paramname"><span class="paramname"><em>mask_seq_stride</em></span>, </td>
+        </tr>
+        <tr>
+          <td class="paramkey"></td>
+          <td></td>
+          <td class="paramtype">const constant int &amp;</td>          <td class="paramname"><span class="paramname"><em>mask_head_stride</em></span>, </td>
+        </tr>
        <tr>
          <td class="paramkey"></td>
          <td></td>
@@ -183,13 +218,13 @@ template&lt;typename T , int D&gt; </div>

 </div>
 </div>
-<a id="ae070ec482c79c5b3bd19dd03ea42ec74" name="ae070ec482c79c5b3bd19dd03ea42ec74"></a>
-<h2 class="memtitle"><span class="permalink"><a href="#ae070ec482c79c5b3bd19dd03ea42ec74">&#9670;&#160;</a></span>sdpa_vector_2pass_1()</h2>
+<a id="adef3c1f2f7ec098b0ef43f5f5bfeab0e" name="adef3c1f2f7ec098b0ef43f5f5bfeab0e"></a>
+<h2 class="memtitle"><span class="permalink"><a href="#adef3c1f2f7ec098b0ef43f5f5bfeab0e">&#9670;&#160;</a></span>sdpa_vector_2pass_1()</h2>

 <div class="memitem">
 <div class="memproto">
 <div class="memtemplate">
-template&lt;typename T , int D&gt; </div>
+template&lt;typename T, int D&gt; </div>
      <table class="memname">
        <tr>
          <td class="memname">void sdpa_vector_2pass_1 </td>
@@ -246,6 +281,21 @@ template&lt;typename T , int D&gt; </div>
          <td></td>
          <td class="paramtype">const constant float &amp;</td>          <td class="paramname"><span class="paramname"><em>scale</em></span>, </td>
        </tr>
+        <tr>
+          <td class="paramkey"></td>
+          <td></td>
+          <td class="paramtype">const device bool *</td>          <td class="paramname"><span class="paramname"><em>mask</em></span>, </td>
+        </tr>
+        <tr>
+          <td class="paramkey"></td>
+          <td></td>
+          <td class="paramtype">const constant int &amp;</td>          <td class="paramname"><span class="paramname"><em>mask_seq_stride</em></span>, </td>
+        </tr>
+        <tr>
+          <td class="paramkey"></td>
+          <td></td>
+          <td class="paramtype">const constant int &amp;</td>          <td class="paramname"><span class="paramname"><em>mask_head_stride</em></span>, </td>
+        </tr>
        <tr>
          <td class="paramkey"></td>
          <td></td>
@@ -272,7 +322,7 @@ template&lt;typename T , int D&gt; </div>
 <div class="memitem">
 <div class="memproto">
 <div class="memtemplate">
-template&lt;typename T , int D&gt; </div>
+template&lt;typename T, int D&gt; </div>
      <table class="memname">
        <tr>
          <td class="memname">void sdpa_vector_2pass_2 </td>
@@ -312,13 +362,31 @@ template&lt;typename T , int D&gt; </div>
      </table>
 </div><div class="memdoc">

+</div>
+</div>
+<h2 class="groupheader">Variable Documentation</h2>
+<a id="a6ed0dd113fe7d471fc0b869b8c028c81" name="a6ed0dd113fe7d471fc0b869b8c028c81"></a>
+<h2 class="memtitle"><span class="permalink"><a href="#a6ed0dd113fe7d471fc0b869b8c028c81">&#9670;&#160;</a></span>has_mask</h2>
+
+<div class="memitem">
+<div class="memproto">
+      <table class="memname">
+        <tr>
+          <td class="memname">constant bool has_mask</td>
+        </tr>
+      </table>
+</div><div class="memdoc">
+
 </div>
 </div>
 </div><!-- contents -->
-<!-- start footer part -->
-<hr class="footer"/><address class="footer"><small>
-Generated by&#160;<a href="https://www.doxygen.org/index.html"><img class="footer" src="doxygen.svg" width="104" height="31" alt="doxygen"/></a> 1.12.0
-</small></address>
 </div><!-- doc-content -->
+<!-- start footer part -->
+<div id="nav-path" class="navpath"><!-- id is needed for treeview function! -->
+  <ul>
+    <li class="navelem"><a class="el" href="dir_938ab0ecf10b8b860ff766c820f665fd.html">mlx</a></li><li class="navelem"><a class="el" href="dir_1d446c9bd3c99228254c9484e0bc5c06.html">backend</a></li><li class="navelem"><a class="el" href="dir_d0c977ea65824390717cdb7efc36c157.html">metal</a></li><li class="navelem"><a class="el" href="dir_70a37effa88bcbd6b791977fa1e64356.html">kernels</a></li><li class="navelem"><a class="el" href="sdpa__vector_8h.html">sdpa_vector.h</a></li>
+    <li class="footer">Generated by <a href="https://www.doxygen.org/index.html"><img class="footer" src="doxygen.svg" width="104" height="31" alt="doxygen"/></a> 1.13.1 </li>
+  </ul>
+</div>
 </body>
 </html>