From 64eb77e78218241e9dded83e3b9f3964ebd0b6e1 Mon Sep 17 00:00:00 2001
From: oobabooga <112222186+oobabooga@users.noreply.github.com>
Date: Wed, 4 Mar 2026 10:41:47 -0800
Subject: [PATCH] Fix the logits API endpoint with transformers

---
 modules/logits.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/modules/logits.py b/modules/logits.py
index d668e44e..3bcdd07f 100644
--- a/modules/logits.py
+++ b/modules/logits.py
@@ -84,6 +84,7 @@ def _get_next_logits(prompt, state, use_samplers, previous, top_logits=25, retur
 
             state['max_new_tokens'] = 1
             state['auto_max_new_tokens'] = False
+            state.setdefault('stream', True)
             for _ in generate_reply(prompt, state):
                 pass