diff --git a/llms/mlx_lm/server.py b/llms/mlx_lm/server.py index 84068107..3b139278 100644 --- a/llms/mlx_lm/server.py +++ b/llms/mlx_lm/server.py @@ -8,7 +8,8 @@ import time import uuid import warnings from dataclasses import dataclass, field -from http.server import BaseHTTPRequestHandler, HTTPServer, _get_best_family +from http.server import BaseHTTPRequestHandler, HTTPServer +import socket from pathlib import Path from typing import ( Any, @@ -694,7 +695,7 @@ def run( ): server_address = (host, port) prompt_cache = PromptCache() - server_class.address_family, server_address = _get_best_family(*server_address) + server_class.address_family, _, _, _, server_address = next(iter(socket.getaddrinfo(*server_address, type=socket.SOCK_STREAM, flags=socket.AI_PASSIVE))) httpd = server_class( server_address, lambda *args, **kwargs: handler_class(