Fix the sampling monkey patch (and add more options to sampler_priority) (#6411)

This commit is contained in:
oobabooga 2024-09-27 19:03:25 -03:00 committed by GitHub
parent c497a32372
commit 7424f789bf
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 116 additions and 78 deletions

View file

@ -44,7 +44,7 @@ def default_preset():
'dry_base': 1.75,
'dry_allowed_length': 2,
'dry_sequence_breakers': '"\\n", ":", "\\"", "*"',
'sampler_priority': 'temperature\ndynamic_temperature\nquadratic_sampling\ntop_k\ntop_p\ntypical_p\nepsilon_cutoff\neta_cutoff\ntfs\ntop_a\nmin_p\nmirostat'
'sampler_priority': 'repetition_penalty\npresence_penalty\nfrequency_penalty\ntemperature\ndynamic_temperature\nquadratic_sampling\ntop_k\ntop_p\ntypical_p\nepsilon_cutoff\neta_cutoff\ntfs\ntop_a\nmin_p\nmirostat\nencoder_repetition_penalty\nno_repeat_ngram'
}