Support for slerp merging models (#455)

* support for slerp merging models

* docs

* update docs

* format'
This commit is contained in:
Awni Hannun
2024-02-19 20:37:15 -08:00
committed by GitHub
parent 8c9148a8fd
commit 8fd953ee2b
16 changed files with 329 additions and 15 deletions

View File

@@ -139,12 +139,12 @@ class Dataset:
def load(args):
def load_and_check(name):
dataset_path = Path(args.data) / f"{name}.jsonl"
try:
train = Dataset(dataset_path)
except Exception as e:
print(f"Unable to build dataset {dataset_path} ({e})")
raise
dataset_path = Path(args.data) / f"{name}.jsonl"
try:
train = Dataset(dataset_path)
except Exception as e:
print(f"Unable to build dataset {dataset_path} ({e})")
raise
names = ("train", "valid", "test")
train, valid, test = (load_and_check(n) for n in names)