Add llms subdir + update README (#145)

* add llms subdir + update README

* nits

* use same pre-commit as mlx

* update readmes a bit

* format
This commit is contained in:
Awni Hannun
2023-12-20 10:22:25 -08:00
committed by GitHub
parent aed14618ca
commit 27c0a8c002
62 changed files with 164 additions and 146 deletions

View File

@@ -2,10 +2,11 @@
import io
import itertools
import numpy as np
import os
from urllib import request
import zipfile
from urllib import request
import numpy as np
def load_dataset(dataname):

View File

@@ -1,14 +1,14 @@
# Copyright © 2023 Apple Inc.
import functools
import jax
import jax.numpy as jnp
import math
import numpy as np
import time
from collections import namedtuple
import datasets
import jax
import jax.numpy as jnp
import numpy as np
from tree_utils import tree_flatten
"""

View File

@@ -3,15 +3,13 @@
import math
import time
import numpy as np
import datasets
import mlx.core as mx
import mlx.nn as nn
import mlx.optimizers as optim
import numpy as np
from mlx.utils import tree_flatten
import datasets
class TransformerLM(nn.Module):
def __init__(self, vocab_size: int, num_layers: int, dims: int, num_heads: int):

View File

@@ -3,11 +3,10 @@
import math
import time
import datasets
import numpy as np
import tensorflow as tf
import datasets
def to_samples(context_size, dataset):
tokens = dataset.size

View File

@@ -3,11 +3,10 @@
import math
import time
import datasets
import numpy as np
import torch
import datasets
def to_samples(context_size, dataset):
tokens = dataset.size