zhangyiss/mlx
1
0
Fork 0
mirror of https://github.com/ml-explore/mlx.git synced 2025-09-01 12:49:44 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

Ensure no oob read in gemv_masked

Browse Source
This commit is contained in:
Angelos Katharopoulos
2025-08-17 00:40:32 -07:00
parent 1ba18ff7d9
commit 753081052e
1 changed files with 49 additions and 47 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
mlx/backend/metal/kernels/gemv_masked.h
View File

@@ -262,10 +262,10 @@ struct GEMVKernel {
vec_mask_offset += vec_mask_step;
}
if (leftover > 0 &&
(!has_operand_mask ||
if (leftover > 0) {
if (!has_operand_mask ||
(bool(mat_mask[mat_mask_offset]) &&
bool(vec_mask[vec_mask_offset])))) {
bool(vec_mask[vec_mask_offset]))) {
T block_scale{1};
if (has_mul_operand_mask) {
block_scale =
@@ -295,6 +295,7 @@ struct GEMVKernel {
}
}
}
}
// Apply out scale
if (has_mul_output_mask) {
@@ -544,10 +545,10 @@ struct GEMVTKernel {
vec_mask_offset += vec_mask_step;
}
if (leftover > 0 &&
(!has_operand_mask ||
if (leftover > 0) {
if (!has_operand_mask ||
(bool(mat_mask[mat_mask_offset]) &&
bool(vec_mask[vec_mask_offset])))) {
bool(vec_mask[vec_mask_offset]))) {
T block_scale{1};
if (has_mul_operand_mask) {
block_scale =
@@ -573,6 +574,7 @@ struct GEMVTKernel {
}
}
}
}
// Apply out scale
if (has_mul_output_mask) {