From c656c927dcdf34c0debbc02b84981a2909872543 Mon Sep 17 00:00:00 2001 From: "chenguangjian.jk" Date: Wed, 24 Jul 2024 14:44:39 +0800 Subject: [PATCH] run: #mlx_lm.server --model mlx-community/Meta-Llama-3.1-8B-Instruct-8bit --trust-remote-code --port 8722 mlx_lm.server --model mlx-community/Mistral-Nemo-Instruct-2407-8bit --trust-remote-code --port 8722 k: ps -ef|grep 'mlx_lm.server'|awk '{print $2}'|xargs kill -9 w: curl -X GET "http://127.0.0.1:9000/api/ai/WriteBlogRandomlyWithLLM?model=MLXLMServer" -H "Request-Origion:SwaggerBootstrapUi" -H "accept:*/*" c: conda activate m3mlx --- llms/mlx_lm/Makefile | 3 ++- llms/mlx_lm/README.md | 1 + 2 files changed, 3 insertions(+), 1 deletion(-) diff --git a/llms/mlx_lm/Makefile b/llms/mlx_lm/Makefile index c582c66e..0a0843ef 100644 --- a/llms/mlx_lm/Makefile +++ b/llms/mlx_lm/Makefile @@ -1,5 +1,6 @@ run: - mlx_lm.server --model mlx-community/Meta-Llama-3.1-8B-Instruct-8bit --trust-remote-code --port 8722 + #mlx_lm.server --model mlx-community/Meta-Llama-3.1-8B-Instruct-8bit --trust-remote-code --port 8722 + mlx_lm.server --model mlx-community/Mistral-Nemo-Instruct-2407-8bit --trust-remote-code --port 8722 k: ps -ef|grep 'mlx_lm.server'|awk '{print $2}'|xargs kill -9 diff --git a/llms/mlx_lm/README.md b/llms/mlx_lm/README.md index e286084f..7fa3eaf6 100644 --- a/llms/mlx_lm/README.md +++ b/llms/mlx_lm/README.md @@ -71,6 +71,7 @@ For example: ```shell mlx_lm.server --model mlx-community/Meta-Llama-3.1-8B-Instruct-8bit --trust-remote-code --port 8722 +mlx_lm.server --model mlx-community/Mistral-Nemo-Instruct-2407-8bit --trust-remote-code --port 8722 mlx_lm.server --model mlx-community/Mistral-7B-Instruct-v0.3-4bit --trust-remote-code --port 8722 mlx_lm.server --model mlx-community/internlm2_5-7b-chat-8bit --trust-remote-code --port 8722 ```