Generalize prompt_feature and completion_feature for use in local datasets to facilitate compatibility with many other training dataset formats.

This commit is contained in:
Chime Ogbuji
2024-11-02 18:05:27 -04:00
committed by Awni Hannun
parent bf2da36fc6
commit db9898d104
3 changed files with 51 additions and 11 deletions

View File

@@ -61,6 +61,8 @@ CONFIG_DEFAULTS = {
"config": None,
"grad_checkpoint": False,
"lr_schedule": None,
"prompt_feature": "prompt",
"completion_feature": "completion",
"lora_parameters": {"rank": 8, "alpha": 16, "dropout": 0.0, "scale": 10.0},
}