neonbjb/tortoise-tts
1
0
Fork 0
mirror of https://github.com/neonbjb/tortoise-tts.git synced 2026-01-24 09:30:27 +01:00
Code Issues Actions Packages Projects Releases Wiki Activity

Merge pull request #565 from NourEldin-Osama/main-1

Browse source 
Update autoregressive.py
This commit is contained in:
manmay nakhashi 2023-08-11 23:08:33 +05:30 committed by GitHub
parent 41e917f99f 4d4a423971
commit 4003544b6f
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 2 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
tortoise/models/autoregressive.py
View file

@ -375,14 +375,14 @@ class UnifiedVoice(nn.Module):
self.mel_head,
kv_cache=kv_cache,
)
if use_deepspeed and half and torch.backends.cuda.is_available():
if use_deepspeed and half and torch.cuda.is_available():
import deepspeed
self.ds_engine = deepspeed.init_inference(model=self.inference_model,
mp_size=1,
replace_with_kernel_inject=True,
dtype=torch.float16)
self.inference_model = self.ds_engine.module.eval()
elif use_deepspeed and torch.backends.cuda.is_available():
elif use_deepspeed and torch.cuda.is_available():
import deepspeed
self.ds_engine = deepspeed.init_inference(model=self.inference_model,
mp_size=1,