This commit is contained in:
oobabooga 2025-04-19 17:45:21 -07:00
parent 5ab069786b
commit 6ba0164c70

View file

@ -483,7 +483,6 @@ def generate_reply_custom(question, original_question, seed, state, stopping_str
t1 = time.time()
original_tokens = len(encode(original_question)[0])
new_tokens = len(encode(original_question + reply)[0]) - original_tokens
print(f'Output generated in {(t1-t0):.2f} seconds ({new_tokens/(t1-t0):.2f} tokens/s, {new_tokens} tokens, context {original_tokens}, seed {seed})')
return