oobabooga/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2026-01-23 00:50:26 +01:00
Code Issues Actions Packages Projects Releases Wiki Activity

Default max_tokens to 512 in the API instead of 16

Browse source
This commit is contained in:
oobabooga 2025-08-10 07:21:55 -07:00
parent 1fb5807859
commit 6fbf162d71
1 changed files with 2 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
extensions/openai/typing.py
View file

@ -106,7 +106,7 @@ class CompletionRequestParams(BaseModel):
frequency_penalty: float | None = 0
logit_bias: dict | None = None
logprobs: int | None = None
max_tokens: int | None = 16
max_tokens: int | None = 512
n: int | None = Field(default=1, description="Unused parameter.")
presence_penalty: float | None = 0
stop: str | List[str] | None = None
@ -232,7 +232,7 @@ class LogitsRequestParams(BaseModel):
use_samplers: bool = False
top_logits: int | None = 50
frequency_penalty: float | None = 0
max_tokens: int | None = 16
max_tokens: int | None = 512
presence_penalty: float | None = 0
temperature: float | None = 1
top_p: float | None = 1