zhangyiss/mlx-examples
1
0
Fork 0
mirror of https://github.com/ml-explore/mlx-examples.git synced 2025-08-29 06:54:39 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

Persist configured prompt/completion key

Browse Source
This commit is contained in:
Chime Ogbuji 2024-11-02 19:02:47 -04:00 committed by Awni Hannun
parent db9898d104
commit 40438b1371
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
llms/mlx_lm/tuner/datasets.py
View File

@ -95,7 +95,7 @@ def create_dataset(
if "messages" in sample: if "messages" in sample:
return ChatDataset(data, tokenizer) return ChatDataset(data, tokenizer)
elif prompt_feature in sample and completion_feature in sample: elif prompt_feature in sample and completion_feature in sample:
return CompletionsDataset(data, tokenizer) return CompletionsDataset(data, tokenizer, prompt_feature, completion_feature)
elif "text" in sample: elif "text" in sample:
return Dataset(data, tokenizer) return Dataset(data, tokenizer)
else: else: