debug threads

app.py

@@ -12,6 +12,8 @@ import gradio as gr
 from pvq_manipulation.helper.creapy_wrapper import process_file
 from creapy.utils import config
 
+torch.set_num_threads(os.cpu_count() or 1)
+
 device = 'cuda' if torch.cuda.is_available() else 'cpu'
 pvq_labels = ['Weight', 'Resonance', 'Breathiness', 'Roughness', 'Loudness', 'Strain', 'Pitch']
 

pvq_manipulation/models/vits.py

@@ -246,8 +246,11 @@ class Vits_NT(Vits):
             y_mask=y_mask
         )
 
+        import time
+        start = time.time()
         if not torch.cuda.is_available():
             num_chunks = min(os.cpu_count() or 2, z.shape[-1])
+            print(num_chunks, 'num chunks')
             chunk_size = z.shape[-1] // num_chunks
             z_chunks = torch.split(z, chunk_size, dim=-1)
 
@@ -268,6 +271,8 @@ class Vits_NT(Vits):
                 (z * y_mask)[:, :, : self.max_inference_len],
                 g=speaker_embedding_man[:, :, None] if self.config.gan_speaker_conditioning else None
             )
+
+        print(time.time() - start)
         return o
 
     def forward(self, x, x_lengths, y, y_lengths, aux_input, inference=False):