oobabooga/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2026-04-04 14:17:28 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Restructure the repository (#6904)

Browse source
This commit is contained in:
oobabooga 2025-04-26 08:56:54 -03:00 • committed by GitHub
parent d4017fbb6d
commit d9de14d1f7
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
116 changed files with 254 additions and 261 deletions
Download patch file Download diff file Expand all files Collapse all files

2
modules/transformers_loader.py
View file

@ -249,7 +249,7 @@ def load_model_HF(model_name):
)
if shared.args.disk:
params['offload_folder'] = shared.args.disk_cache_dir
params['offload_folder'] = str(Path(shared.args.disk_cache_dir))
if shared.args.compress_pos_emb > 1:
params['rope_scaling'] = {'type': 'linear', 'factor': shared.args.compress_pos_emb}