mini-omni-2

Runtime error

gpt-omni commited on Sep 4

Commit

8b673c6

•

1 Parent(s): 03a92bb

Update inference.py

Files changed (1) hide show

inference.py CHANGED Viewed

@@ -417,7 +417,7 @@ class OmniInference:
         list_output = [[] for i in range(8)]
         tokens_A, token_T = next_token_batch(
             model,
-            audio_feature.to(torch.float32).to(model.device),
             input_ids,
             [T - 3, T - 3],
             ["A1T2", "A1T2"],

         list_output = [[] for i in range(8)]
         tokens_A, token_T = next_token_batch(
             model,
+            audio_feature.to(torch.float32).to(device),
             input_ids,
             [T - 3, T - 3],
             ["A1T2", "A1T2"],