zhangyiss/gguf-tools
1
0
Fork 0
mirror of https://github.com/antirez/gguf-tools.git synced 2025-09-16 17:48:08 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

Merge pull request #15 from jart/features

Browse Source 
Introduce --diffable flag
This commit is contained in:
Salvatore Sanfilippo
2025-01-09 16:44:59 +01:00
committed by GitHub
parent 4e6455ecaf 6deab767f9
commit bd64d6e812
1 changed files with 16 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

21
gguf-tools.c
View File

@@ -14,6 +14,7 @@
/* Global options that can could be used for all the subcommands. */
struct {
int verbose; // --verbose option
int diffable; // --diffable option
} Opt = {0};
/* ========================== Utility functions ============================ */
@@ -167,16 +168,20 @@ void gguf_tools_show(const char *filename) {
gguf_tensor tensor;
uint64_t params = 0;
while (gguf_get_tensor(ctx,&tensor)) {
printf("%s tensor %.*s @%" PRIu64 ", %" PRIu64 " weights, dims ",
printf("%s tensor %.*s",
gguf_get_tensor_type_name(tensor.type),
(int)tensor.namelen,
tensor.name,
tensor.offset,
tensor.num_weights);
tensor.name);
if (!Opt.diffable)
printf(" @%" PRIu64, tensor.offset);
printf(", %" PRIu64 " weights, dims ", tensor.num_weights);
for (uint32_t j = 0; j < tensor.ndim; j++) {
printf("%s%" PRIu64 "",(j == 0) ? "[" : ",", tensor.dim[j]);
}
printf("], %" PRIu64 " bytes\n", tensor.bsize);
printf("]");
if (!Opt.diffable)
printf(", %" PRIu64 " bytes", tensor.bsize);
printf("\n");
params += tensor.num_weights;
}
@@ -507,6 +512,7 @@ void gguf_tools_usage(const char *progname) {
" split-mixtral <ids...> mixtral.gguf out.gguf -- extract expert.\n"
"Options:\n"
" --verbose :With 'show', print full arrays (e.g. token lists)\n"
" --diffable :Don't show tensor file offsets and sizes\n"
"Example:\n"
" split-mixtral 65230776370407150546470161412165 mixtral.gguf out.gguf\n"
, progname);
@@ -527,6 +533,11 @@ int main(int argc, char **argv) {
argc--;
Opt.verbose = 1;
}
if (!strcmp(argv[j],"--diffable")) {
argv[j] = NULL;
argc--;
Opt.diffable = 1;
}
}
/* Strip empty elements. */