zhangyiss/mlx-examples
1
0
Fork 0
mirror of https://github.com/ml-explore/mlx-examples.git synced 2025-06-24 09:21:18 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

fix(mlx-m): lazy load hf_olmo (#424)

Browse Source
This commit is contained in:
Anchen 2024-02-09 04:02:43 +11:00 committed by GitHub
parent 9b387007ab
commit da7adae5ec
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 5 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
llms/mlx_lm/models/olmo.py
View File

@ -7,12 +7,6 @@ import mlx.nn as nn
from .base import BaseModelArgs from .base import BaseModelArgs
try:
import hf_olmo
except ImportError:
print("To run olmo install ai2-olmo: pip install ai2-olmo")
exit(1)
@dataclass @dataclass
class ModelArgs(BaseModelArgs): class ModelArgs(BaseModelArgs):
@ -168,6 +162,11 @@ class OlmoModel(nn.Module):
class Model(nn.Module): class Model(nn.Module):
def __init__(self, args: ModelArgs): def __init__(self, args: ModelArgs):
super().__init__() super().__init__()
try:
import hf_olmo
except ImportError:
print("To run olmo install ai2-olmo: pip install ai2-olmo")
exit(1)
self.model = OlmoModel(args) self.model = OlmoModel(args)
def __call__( def __call__(