mini-omni-2

Runtime error

gpt-omni commited on Sep 4

Commit

8696667

•

1 Parent(s): 58c8b03

Update inference.py

Files changed (1) hide show

inference.py CHANGED Viewed

@@ -385,7 +385,7 @@ class OmniInference:
         for _ in self.run_AT_batch_stream(sample):
             pass
-    @torch.inference_mode()
     @spaces.GPU
     def run_AT_batch_stream(self,
                             audio_path,

         for _ in self.run_AT_batch_stream(sample):
             pass
+    # @torch.inference_mode()
     @spaces.GPU
     def run_AT_batch_stream(self,
                             audio_path,