oobabooga/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2026-03-08 06:33:51 +01:00
Code Issues Actions Packages Projects Releases Wiki Activity

Improve the API generation defaults --help message

Browse source
This commit is contained in:
oobabooga 2026-03-05 20:41:45 -08:00
parent 27bcc45c18
commit e81a47f708
1 changed files with 40 additions and 40 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

80
modules/shared.py
View file

@ -174,46 +174,46 @@ group.add_argument('--nowebui', action='store_true', help='Do not launch the Gra
# API generation defaults
_d = default_preset_values
group = parser.add_argument_group('API generation defaults')
group.add_argument('--temperature', type=float, default=_d['temperature'])
group.add_argument('--dynatemp-low', type=float, default=_d['dynatemp_low'])
group.add_argument('--dynatemp-high', type=float, default=_d['dynatemp_high'])
group.add_argument('--dynatemp-exponent', type=float, default=_d['dynatemp_exponent'])
group.add_argument('--smoothing-factor', type=float, default=_d['smoothing_factor'])
group.add_argument('--smoothing-curve', type=float, default=_d['smoothing_curve'])
group.add_argument('--min-p', type=float, default=_d['min_p'])
group.add_argument('--top-p', type=float, default=_d['top_p'])
group.add_argument('--top-k', type=int, default=_d['top_k'])
group.add_argument('--typical-p', type=float, default=_d['typical_p'])
group.add_argument('--xtc-threshold', type=float, default=_d['xtc_threshold'])
group.add_argument('--xtc-probability', type=float, default=_d['xtc_probability'])
group.add_argument('--epsilon-cutoff', type=float, default=_d['epsilon_cutoff'])
group.add_argument('--eta-cutoff', type=float, default=_d['eta_cutoff'])
group.add_argument('--tfs', type=float, default=_d['tfs'])
group.add_argument('--top-a', type=float, default=_d['top_a'])
group.add_argument('--top-n-sigma', type=float, default=_d['top_n_sigma'])
group.add_argument('--adaptive-target', type=float, default=_d['adaptive_target'])
group.add_argument('--adaptive-decay', type=float, default=_d['adaptive_decay'])
group.add_argument('--dry-multiplier', type=float, default=_d['dry_multiplier'])
group.add_argument('--dry-allowed-length', type=int, default=_d['dry_allowed_length'])
group.add_argument('--dry-base', type=float, default=_d['dry_base'])
group.add_argument('--repetition-penalty', type=float, default=_d['repetition_penalty'])
group.add_argument('--frequency-penalty', type=float, default=_d['frequency_penalty'])
group.add_argument('--presence-penalty', type=float, default=_d['presence_penalty'])
group.add_argument('--encoder-repetition-penalty', type=float, default=_d['encoder_repetition_penalty'])
group.add_argument('--no-repeat-ngram-size', type=int, default=_d['no_repeat_ngram_size'])
group.add_argument('--repetition-penalty-range', type=int, default=_d['repetition_penalty_range'])
group.add_argument('--penalty-alpha', type=float, default=_d['penalty_alpha'])
group.add_argument('--guidance-scale', type=float, default=_d['guidance_scale'])
group.add_argument('--mirostat-mode', type=int, default=_d['mirostat_mode'])
group.add_argument('--mirostat-tau', type=float, default=_d['mirostat_tau'])
group.add_argument('--mirostat-eta', type=float, default=_d['mirostat_eta'])
group.add_argument('--do-sample', action=argparse.BooleanOptionalAction, default=_d['do_sample'])
group.add_argument('--dynamic-temperature', action=argparse.BooleanOptionalAction, default=_d['dynamic_temperature'])
group.add_argument('--temperature-last', action=argparse.BooleanOptionalAction, default=_d['temperature_last'])
group.add_argument('--sampler-priority', type=str, default=_d['sampler_priority'])
group.add_argument('--dry-sequence-breakers', type=str, default=_d['dry_sequence_breakers'])
group.add_argument('--enable-thinking', action=argparse.BooleanOptionalAction, default=True)
group.add_argument('--reasoning-effort', type=str, default='medium')
group.add_argument('--temperature', type=float, default=_d['temperature'], metavar='N', help='Temperature')
group.add_argument('--dynatemp-low', type=float, default=_d['dynatemp_low'], metavar='N', help='Dynamic temperature low')
group.add_argument('--dynatemp-high', type=float, default=_d['dynatemp_high'], metavar='N', help='Dynamic temperature high')
group.add_argument('--dynatemp-exponent', type=float, default=_d['dynatemp_exponent'], metavar='N', help='Dynamic temperature exponent')
group.add_argument('--smoothing-factor', type=float, default=_d['smoothing_factor'], metavar='N', help='Smoothing factor')
group.add_argument('--smoothing-curve', type=float, default=_d['smoothing_curve'], metavar='N', help='Smoothing curve')
group.add_argument('--min-p', type=float, default=_d['min_p'], metavar='N', help='Min P')
group.add_argument('--top-p', type=float, default=_d['top_p'], metavar='N', help='Top P')
group.add_argument('--top-k', type=int, default=_d['top_k'], metavar='N', help='Top K')
group.add_argument('--typical-p', type=float, default=_d['typical_p'], metavar='N', help='Typical P')
group.add_argument('--xtc-threshold', type=float, default=_d['xtc_threshold'], metavar='N', help='XTC threshold')
group.add_argument('--xtc-probability', type=float, default=_d['xtc_probability'], metavar='N', help='XTC probability')
group.add_argument('--epsilon-cutoff', type=float, default=_d['epsilon_cutoff'], metavar='N', help='Epsilon cutoff')
group.add_argument('--eta-cutoff', type=float, default=_d['eta_cutoff'], metavar='N', help='Eta cutoff')
group.add_argument('--tfs', type=float, default=_d['tfs'], metavar='N', help='TFS')
group.add_argument('--top-a', type=float, default=_d['top_a'], metavar='N', help='Top A')
group.add_argument('--top-n-sigma', type=float, default=_d['top_n_sigma'], metavar='N', help='Top N Sigma')
group.add_argument('--adaptive-target', type=float, default=_d['adaptive_target'], metavar='N', help='Adaptive target')
group.add_argument('--adaptive-decay', type=float, default=_d['adaptive_decay'], metavar='N', help='Adaptive decay')
group.add_argument('--dry-multiplier', type=float, default=_d['dry_multiplier'], metavar='N', help='DRY multiplier')
group.add_argument('--dry-allowed-length', type=int, default=_d['dry_allowed_length'], metavar='N', help='DRY allowed length')
group.add_argument('--dry-base', type=float, default=_d['dry_base'], metavar='N', help='DRY base')
group.add_argument('--repetition-penalty', type=float, default=_d['repetition_penalty'], metavar='N', help='Repetition penalty')
group.add_argument('--frequency-penalty', type=float, default=_d['frequency_penalty'], metavar='N', help='Frequency penalty')
group.add_argument('--presence-penalty', type=float, default=_d['presence_penalty'], metavar='N', help='Presence penalty')
group.add_argument('--encoder-repetition-penalty', type=float, default=_d['encoder_repetition_penalty'], metavar='N', help='Encoder repetition penalty')
group.add_argument('--no-repeat-ngram-size', type=int, default=_d['no_repeat_ngram_size'], metavar='N', help='No repeat ngram size')
group.add_argument('--repetition-penalty-range', type=int, default=_d['repetition_penalty_range'], metavar='N', help='Repetition penalty range')
group.add_argument('--penalty-alpha', type=float, default=_d['penalty_alpha'], metavar='N', help='Penalty alpha')
group.add_argument('--guidance-scale', type=float, default=_d['guidance_scale'], metavar='N', help='Guidance scale')
group.add_argument('--mirostat-mode', type=int, default=_d['mirostat_mode'], metavar='N', help='Mirostat mode')
group.add_argument('--mirostat-tau', type=float, default=_d['mirostat_tau'], metavar='N', help='Mirostat tau')
group.add_argument('--mirostat-eta', type=float, default=_d['mirostat_eta'], metavar='N', help='Mirostat eta')
group.add_argument('--do-sample', action=argparse.BooleanOptionalAction, default=_d['do_sample'], help='Do sample')
group.add_argument('--dynamic-temperature', action=argparse.BooleanOptionalAction, default=_d['dynamic_temperature'], help='Dynamic temperature')
group.add_argument('--temperature-last', action=argparse.BooleanOptionalAction, default=_d['temperature_last'], help='Temperature last')
group.add_argument('--sampler-priority', type=str, default=_d['sampler_priority'], metavar='N', help='Sampler priority')
group.add_argument('--dry-sequence-breakers', type=str, default=_d['dry_sequence_breakers'], metavar='N', help='DRY sequence breakers')
group.add_argument('--enable-thinking', action=argparse.BooleanOptionalAction, default=True, help='Enable thinking')
group.add_argument('--reasoning-effort', type=str, default='medium', metavar='N', help='Reasoning effort')
# Handle CMD_FLAGS.txt
cmd_flags_path = user_data_dir / "CMD_FLAGS.txt"