oobabooga/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2025-12-06 07:12:10 +01:00
Code Issues Actions Packages Projects Releases Wiki Activity

SuperboogaV2: minor update to avoid json serialization errors #6945

Browse source
This commit is contained in:
Alireza Ghasemi 2025-05-06 00:04:06 +02:00 committed by GitHub
parent 987505ead3
commit 99bd66445f
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 2 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
extensions/superboogav2/chromadb.py
View file

@ -292,6 +292,8 @@ class ChromaCollector():
for doc in documents: for doc in documents:
doc_tokens = encode(doc)[0] doc_tokens = encode(doc)[0]
if isinstance(doc_tokens, np.ndarray):
doc_tokens = doc_tokens.tolist()
doc_token_count = len(doc_tokens) doc_token_count = len(doc_tokens)
if current_token_count + doc_token_count > max_token_count: if current_token_count + doc_token_count > max_token_count:
# If adding this document would exceed the max token count, # If adding this document would exceed the max token count,