Use a new gr.Headless component for efficient chat streaming

This commit is contained in:
oobabooga 2026-03-03 18:11:42 -08:00
parent d584ede72e
commit b3fd0d16e0

View file

@ -19,7 +19,7 @@ def create_ui():
shared.gradio['Chat input'] = gr.State()
shared.gradio['history'] = gr.State({'internal': [], 'visible': [], 'metadata': {}})
shared.gradio['display'] = gr.JSON(value={}, visible=False) # Hidden buffer
shared.gradio['display'] = gr.Headless(value={})
with gr.Tab('Chat', elem_id='chat-tab'):
with gr.Row(elem_id='past-chats-row', elem_classes=['pretty_scrollbar']):