Remove the pre-jinja2 custom stopping string handling (closes #7094)

This commit is contained in:
oobabooga 2025-06-21 14:02:17 -07:00
parent 58282f7107
commit 02f604479d
2 changed files with 0 additions and 6 deletions

View file

@ -23,7 +23,6 @@ def get_fallback_settings():
'truncation_length': shared.settings['truncation_length'], 'truncation_length': shared.settings['truncation_length'],
'truncation_length_info': shared.settings['truncation_length'], 'truncation_length_info': shared.settings['truncation_length'],
'skip_special_tokens': shared.settings['skip_special_tokens'], 'skip_special_tokens': shared.settings['skip_special_tokens'],
'custom_stopping_strings': shared.settings['custom_stopping_strings'],
} }

View file

@ -33,18 +33,14 @@
skip_special_tokens: false skip_special_tokens: false
.*alpaca-native-4bit: .*alpaca-native-4bit:
instruction_template: 'Alpaca' instruction_template: 'Alpaca'
custom_stopping_strings: '"### End"'
.*llava: .*llava:
instruction_template: 'LLaVA' instruction_template: 'LLaVA'
custom_stopping_strings: '"\n###"'
.*llava.*1.5: .*llava.*1.5:
instruction_template: 'Vicuna-v1.1' instruction_template: 'Vicuna-v1.1'
.*wizard.*mega: .*wizard.*mega:
instruction_template: 'Wizard-Mega' instruction_template: 'Wizard-Mega'
custom_stopping_strings: '"</s>"'
.*starchat-beta: .*starchat-beta:
instruction_template: 'Starchat-Beta' instruction_template: 'Starchat-Beta'
custom_stopping_strings: '"<|end|>"'
(?!.*v0)(?!.*1.1)(?!.*1_1)(?!.*stable)(?!.*chinese).*vicuna: (?!.*v0)(?!.*1.1)(?!.*1_1)(?!.*stable)(?!.*chinese).*vicuna:
instruction_template: 'Vicuna-v0' instruction_template: 'Vicuna-v0'
.*vicuna.*v0: .*vicuna.*v0:
@ -151,7 +147,6 @@
instruction_template: 'Alpaca' instruction_template: 'Alpaca'
.*(openorca-platypus2): .*(openorca-platypus2):
instruction_template: 'OpenOrca-Platypus2' instruction_template: 'OpenOrca-Platypus2'
custom_stopping_strings: '"### Instruction:", "### Response:"'
.*longchat: .*longchat:
instruction_template: 'Vicuna-v1.1' instruction_template: 'Vicuna-v1.1'
.*vicuna-33b: .*vicuna-33b: