oobabooga/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2026-04-06 23:23:43 +00:00
Code Issues Projects Releases Packages Wiki Activity

Add a menu for customizing the instruction template for the model (#5521)

Browse source
This commit is contained in:
oobabooga 2024-02-16 14:21:17 -03:00 • committed by GitHub
parent 0e1d8d5601
commit 76d28eaa9e
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
6 changed files with 81 additions and 24 deletions
Download patch file Download diff file Expand all files Collapse all files

23
modules/shared.py
View file

@ -279,6 +279,23 @@ def is_chat():
return True
def load_user_config():
'''
Loads custom model-specific settings
'''
if Path(f'{args.model_dir}/config-user.yaml').exists():
file_content = open(f'{args.model_dir}/config-user.yaml', 'r').read().strip()
if file_content:
user_config = yaml.safe_load(file_content)
else:
user_config = {}
else:
user_config = {}
return user_config
args.loader = fix_loader_name(args.loader)
# Activate the multimodal extension
@ -297,11 +314,7 @@ with Path(f'{args.model_dir}/config.yaml') as p:
model_config = {}
# Load custom model-specific settings
with Path(f'{args.model_dir}/config-user.yaml') as p:
if p.exists():
user_config = yaml.safe_load(open(p, 'r').read())
else:
user_config = {}
user_config = load_user_config()
model_config = OrderedDict(model_config)
user_config = OrderedDict(user_config)