zhangyiss/gguf-tools
1
0
Fork 0
mirror of https://github.com/antirez/gguf-tools.git synced 2025-09-16 17:48:08 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

Merge pull request #3 from jbochi/int_type_features

Browse Source 
Add tensor type features for int types
This commit is contained in:
Salvatore Sanfilippo
2024-01-04 20:30:32 +01:00
committed by GitHub
parent b1f32c4088 5d10eaac8d
commit 92e1c67b8b
1 changed files with 4 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
gguflib.c
View File

@@ -43,6 +43,9 @@ struct gguf_tensor_type_features {
{"q5_k", 256, 176},
{"q6_k", 256, 210},
{"q8_k", 256, 292},
{"i8", 1, 1},
{"i16", 1, 2},
{"i32", 1, 4},
};
/* Return the value type name given the type ID. */
@@ -270,6 +273,7 @@ int gguf_get_tensor(gguf_ctx *ctx, gguf_tensor *tensor) {
}
}
uint32_t *type = (uint32_t*) (ctx->data+ctx->off);
if (*type >= GGUF_TYPE_COUNT) return 0;
ctx->off += 4; // Skip tensor type.
tensor->type = *type;