oobabooga/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2025-12-06 07:12:10 +01:00
Code Issues Actions Packages Projects Releases Wiki Activity

Fix the early stopping callback #559

Browse source
This commit is contained in:
oobabooga 2023-03-25 12:35:52 -03:00 committed by GitHub
parent a1f12d607f
commit 8c8e8b4450
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
modules/callbacks.py
View file

@ -25,7 +25,7 @@ class _SentinelTokenStoppingCriteria(transformers.StoppingCriteria):
if trimmed_sample.shape[-1] < self.sentinel_token_ids[i].shape[-1]: if trimmed_sample.shape[-1] < self.sentinel_token_ids[i].shape[-1]:
continue continue
for window in trimmed_sample.unfold(0, self.sentinel_token_ids[i].shape[-1], 1): for window in trimmed_sample.unfold(0, self.sentinel_token_ids[i].shape[-1], 1):
if torch.all(torch.eq(self.sentinel_token_ids[i], window)): if torch.all(torch.eq(self.sentinel_token_ids[i][0], window)):
return True return True
return False return False