oobabooga/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2026-04-20 22:13:43 +00:00
Code Issues Projects Releases Packages Wiki Activity

DRY: A modern repetition penalty that reliably prevents looping (#5677)

Browse source
This commit is contained in:
Philipp Emanuel Weidmann 2024-05-20 08:23:47 +05:30 • committed by GitHub
parent 9f77ed1b98
commit 852c943769
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
7 changed files with 137 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

12
modules/loaders.py
View file

@ -178,6 +178,10 @@ def transformers_samplers():
'repetition_penalty_range',
'encoder_repetition_penalty',
'no_repeat_ngram_size',
'dry_multiplier',
'dry_base',
'dry_allowed_length',
'dry_sequence_breakers',
'seed',
'do_sample',
'penalty_alpha',
@ -251,6 +255,10 @@ loaders_samplers = {
'repetition_penalty_range',
'encoder_repetition_penalty',
'no_repeat_ngram_size',
'dry_multiplier',
'dry_base',
'dry_allowed_length',
'dry_sequence_breakers',
'seed',
'do_sample',
'mirostat_mode',
@ -309,6 +317,10 @@ loaders_samplers = {
'repetition_penalty_range',
'encoder_repetition_penalty',
'no_repeat_ngram_size',
'dry_multiplier',
'dry_base',
'dry_allowed_length',
'dry_sequence_breakers',
'seed',
'do_sample',
'mirostat_mode',