Update tasks/audio.py

tasks/audio.py

@@ -84,7 +84,8 @@ async def evaluate_audio(request: AudioEvaluationRequest):
         TensorDataset(waveforms, labels),
         batch_size=64,
         shuffle=False,
-        pin_memory=True 
+        pin_memory=True,
+        num_workers=4 
     )
     
     # Example Usage
@@ -98,14 +99,11 @@ async def evaluate_audio(request: AudioEvaluationRequest):
 
     
     int8_model = QuantizedBlazeFaceModel(model_fp32)
-    torch.quantization.prepare(int8_model, inplace=True)  
-    torch.quantization.convert(int8_model, inplace=True)  
-    #int8_model.qconfig = torch.quantization.get_default_qat_qconfig('fbgemm')  
+    int8_model.eval()
     
     # Load the state dictionary
     int8_model.load_state_dict(torch.load(quantized_model_path, map_location=torch.device('cpu'), weights_only=True))
-    int8_model.eval()  # Set to evaluation mode
-    #model.load_state_dict(torch.load("./best_blazeface_model_second.pth", map_location=torch.device('cpu'), weights_only=True))
+    int8_model.eval()  
 
     #model = torch.quantization.quantize_dynamic(model, {torch.nn.Linear}, dtype=torch.qint8)