oobabooga/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2026-04-07 15:43:49 +00:00
Code Issues Projects Releases Packages Wiki Activity

Remove specialized code for gpt-4chan

Browse source
This commit is contained in:
oobabooga 2024-04-04 16:10:47 -07:00
parent 3952560da8
commit 13fe38eb27
6 changed files with 3 additions and 182 deletions
Download patch file Download diff file Expand all files Collapse all files

20
modules/text_generation.py
View file

@ -22,7 +22,7 @@ from modules.callbacks import (
from modules.extensions import apply_extensions
from modules.grammar.grammar_utils import initialize_grammar
from modules.grammar.logits_process import GrammarConstrainedLogitsProcessor
from modules.html_generator import generate_4chan_html, generate_basic_html
from modules.html_generator import generate_basic_html
from modules.logging_colors import logger
from modules.models import clear_torch_cache, local_rank
@ -186,23 +186,7 @@ def generate_reply_wrapper(question, state, stopping_strings=None):
def formatted_outputs(reply, model_name):
if any(s in model_name for s in ['gpt-4chan', 'gpt4chan']):
reply = fix_gpt4chan(reply)
return html.unescape(reply), generate_4chan_html(reply)
else:
return html.unescape(reply), generate_basic_html(reply)
def fix_gpt4chan(s):
"""
Removes empty replies from gpt4chan outputs
"""
for i in range(10):
s = re.sub("--- [0-9]*\n>>[0-9]*\n---", "---", s)
s = re.sub("--- [0-9]*\n *\n---", "---", s)
s = re.sub("--- [0-9]*\n\n\n---", "---", s)
return s
return html.unescape(reply), generate_basic_html(reply)
def fix_galactica(s):