oobabooga/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2025-12-06 07:12:10 +01:00
Code Issues Actions Packages Projects Releases Wiki Activity

Handle both int and str types in grammar char processing

Browse source
This commit is contained in:
oobabooga 2025-07-23 11:52:51 -07:00
parent 0c667de7a7
commit d746484521
1 changed files with 2 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
modules/grammar/grammar_utils.py
View file

@ -463,7 +463,7 @@ class IncrementalGrammarConstraint(GrammarConstraint):
super().__init__(grammar_str, start_rule_name, tokenizer) super().__init__(grammar_str, start_rule_name, tokenizer)
def accept_char(self, char, stacks): def accept_char(self, char, stacks):
byte = ord(char) byte = char if isinstance(char, int) else ord(char)
new_stacks = [] new_stacks = []
for stack in stacks: for stack in stacks:
# stack is empty # stack is empty
@ -549,7 +549,7 @@ class IncrementalGrammarConstraint(GrammarConstraint):
# For each sub-rule in the grammar, cache whether each byte is accepted. # For each sub-rule in the grammar, cache whether each byte is accepted.
@lru_cache(maxsize=None) @lru_cache(maxsize=None)
def pos_char_acceptance(self, pos, char): def pos_char_acceptance(self, pos, char):
byte = ord(char) byte = char if isinstance(char, int) else ord(char)
num_chars = self.grammar_encoding[pos] num_chars = self.grammar_encoding[pos]
pos += 1 pos += 1
for i in range(0, num_chars, 2): for i in range(0, num_chars, 2):