Compare commits

..

3 Commits

Author SHA1 Message Date
jingyaogong f7b0a325c1 [fix] bugs 2026-05-11 22:52:19 +08:00
jingyaogong af06c632ee
Merge pull request #8 from vipcxj/master
fix tensor not in same device error
2026-05-11 22:49:48 +08:00
vipcxj c2e62c4b75 fix tensor not in same device error 2026-05-11 22:17:12 +08:00
2 changed files with 3 additions and 2 deletions

View File

@ -6,6 +6,7 @@ transformers==4.57.6
speechbrain==1.1.0
onnxruntime==1.23.2
funasr==1.3.1
addict==2.4.0
flask==3.0.3
flask-cors==6.0.1
flask-sock==0.7.0

View File

@ -69,7 +69,7 @@ def build_ids(prompt, history):
def _mimi_decode(frames):
codes = [f for f in frames if f and len(f) == 8]
if not codes or not M['mimi']: return None
mc = torch.tensor(codes, dtype=torch.long).T.unsqueeze(0)
mc = torch.tensor(codes, dtype=torch.long, device=M['device']).T.unsqueeze(0)
mc = torch.where(mc >= 2049, torch.zeros_like(mc), mc)
with torch.no_grad():
au = M['mimi'].decode(mc).audio_values.squeeze().cpu().numpy()
@ -486,7 +486,7 @@ def init_model(args):
au = torch.full((1, 8, 3), 2049, dtype=torch.long, device=args.device)
M['model'].forward(torch.cat((au, ids.unsqueeze(1)), dim=1))
if M['model'].audio_encoder: M['model'].audio_encoder(torch.zeros(1, 100, 560, device=args.device), torch.tensor([100], device=args.device))
if M['mimi']: M['mimi'].decode(torch.zeros(1, 8, 1, dtype=torch.long))
if M['mimi']: M['mimi'].decode(torch.zeros(1, 8, 1, dtype=torch.long, device=args.device))
print('Warmup done!')