From b76a289e048b9c217d54397705c0e0f5faf15dbe Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Sun, 15 Mar 2026 22:03:29 -0300 Subject: [PATCH] API: Respect --listen-host for the OpenAI API server Closes #7429 --- extensions/openai/script.py | 11 +++++++---- 1 file changed, 7 insertions(+), 4 deletions(-) diff --git a/extensions/openai/script.py b/extensions/openai/script.py index f161e1e4..a0d5deb8 100644 --- a/extensions/openai/script.py +++ b/extensions/openai/script.py @@ -458,10 +458,13 @@ def run_server(): # In the server configuration: server_addrs = [] - if os.environ.get('OPENEDAI_ENABLE_IPV6', shared.args.api_enable_ipv6): - server_addrs.append('[::]' if shared.args.listen else '[::1]') - if not os.environ.get('OPENEDAI_DISABLE_IPV4', shared.args.api_disable_ipv4): - server_addrs.append('0.0.0.0' if shared.args.listen else '127.0.0.1') + if shared.args.listen and shared.args.listen_host: + server_addrs.append(shared.args.listen_host) + else: + if os.environ.get('OPENEDAI_ENABLE_IPV6', shared.args.api_enable_ipv6): + server_addrs.append('[::]' if shared.args.listen else '[::1]') + if not os.environ.get('OPENEDAI_DISABLE_IPV4', shared.args.api_disable_ipv4): + server_addrs.append('0.0.0.0' if shared.args.listen else '127.0.0.1') if not server_addrs: raise Exception('you MUST enable IPv6 or IPv4 for the API to work')