From 12d1e968cc634fa02caa1cdb22158bf22ee7ab77 Mon Sep 17 00:00:00 2001
From: chaihahaha <chai836275709@gmail.com>
Date: Sun, 23 Feb 2025 02:13:11 +0800
Subject: [PATCH] Add support for IPv6

http.server supports IPv6, but the address has to be processed by _get_best_family
---
 llms/mlx_lm/server.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/llms/mlx_lm/server.py b/llms/mlx_lm/server.py
index de02704d..84068107 100644
--- a/llms/mlx_lm/server.py
+++ b/llms/mlx_lm/server.py
@@ -8,7 +8,7 @@ import time
 import uuid
 import warnings
 from dataclasses import dataclass, field
-from http.server import BaseHTTPRequestHandler, HTTPServer
+from http.server import BaseHTTPRequestHandler, HTTPServer, _get_best_family
 from pathlib import Path
 from typing import (
     Any,
@@ -694,6 +694,7 @@ def run(
 ):
     server_address = (host, port)
     prompt_cache = PromptCache()
+    server_class.address_family, server_address = _get_best_family(*server_address)
     httpd = server_class(
         server_address,
         lambda *args, **kwargs: handler_class(