Update app.py

app.py

@@ -38,13 +38,25 @@ def gpu_decorator(func):
     else:
         return func
 
+# Determine the device
 device = (
     "cuda"
     if torch.cuda.is_available()
     else "mps" if torch.backends.mps.is_available() else "cpu"
 )
 
-print(f"Using {device} device")
+# Set dtype: float16 for GPU, bfloat16 for CPU, and default to float32 for other cases
+if device == "cuda":
+    dtype = torch.float16
+elif device == "cpu":
+    dtype = torch.bfloat16
+else:
+    dtype = torch.float32
+
+# Create the torch.device object
+device = torch.device(device)
+
+print(f"Using device: {device}, dtype: {dtype}")
 
 pipe = pipeline(
     "automatic-speech-recognition",