Remove CTransformers support (#5807)

This commit is contained in:
oobabooga 2024-04-04 20:23:58 -03:00 committed by GitHub
parent 13fe38eb27
commit d423021a48
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
12 changed files with 10 additions and 163 deletions

View file

@ -330,7 +330,7 @@ def update_truncation_length(current_length, state):
if 'loader' in state:
if state['loader'].lower().startswith('exllama'):
return state['max_seq_len']
elif state['loader'] in ['llama.cpp', 'llamacpp_HF', 'ctransformers']:
elif state['loader'] in ['llama.cpp', 'llamacpp_HF']:
return state['n_ctx']
return current_length