From ec2e641749f3e48cb721cf4e860caf206038c711 Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Wed, 30 Apr 2025 15:25:26 -0700 Subject: [PATCH] Update settings-template.yaml --- user_data/settings-template.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/user_data/settings-template.yaml b/user_data/settings-template.yaml index 80923276..20896da3 100644 --- a/user_data/settings-template.yaml +++ b/user_data/settings-template.yaml @@ -18,7 +18,7 @@ max_new_tokens_min: 1 max_new_tokens_max: 4096 prompt_lookup_num_tokens: 0 max_tokens_second: 0 -max_updates_second: 0 +max_updates_second: 12 auto_max_new_tokens: true ban_eos_token: false add_bos_token: true