Extract timeouts

app.py

@@ -76,6 +76,12 @@ class HuggingFaceModelProcessor:
     OUTPUT_FOLDER = "./outputs"
     CALIBRATION_FILE = "calibration_data_v5_rc.txt"
 
+    QUANTIZE_TIMEOUT=86400
+    HF_TO_GGUF_TIMEOUT=3600
+    IMATRIX_TIMEOUT=86400
+    SPLIT_TIMEOUT=3600
+    KILL_TIMEOUT=5
+
     def __init__(self):
         self.SPACE_ID = os.environ.get("SPACE_ID", "")
         self.SPACE_URL = f"https://{self.SPACE_ID.replace('/', '-')}.hf.space/" if self.SPACE_ID else "http://localhost:7860/"
@@ -161,12 +167,12 @@ class HuggingFaceModelProcessor:
 
         process = subprocess.Popen(imatrix_command, shell=False, stderr=subprocess.STDOUT)
         try:
-            process.wait(timeout=600)
+            process.wait(timeout=self.IMATRIX_TIMEOUT)
         except subprocess.TimeoutExpired:
             print("Imatrix computation timed out. Sending SIGINT to allow graceful termination...")
             process.send_signal(signal.SIGINT)
             try:
-                process.wait(timeout=5)
+                process.wait(timeout=self.KILL_TIMEOUT)
             except subprocess.TimeoutExpired:
                 print("Imatrix proc still didn't term. Forcefully terminating process...")
                 process.kill()
@@ -198,12 +204,12 @@ class HuggingFaceModelProcessor:
         print(f"Split command: {split_cmd}")
         process = subprocess.Popen(split_cmd, shell=False, stderr=subprocess.STDOUT)
         try:
-            process.wait(timeout=300)
+            process.wait(timeout=self.SPLIT_TIMEOUT)
         except subprocess.TimeoutExpired:
             print("Splitting timed out. Sending SIGINT to allow graceful termination...")
             process.send_signal(signal.SIGINT)
             try:
-                process.wait(timeout=5)
+                process.wait(timeout=self.KILL_TIMEOUT)
             except subprocess.TimeoutExpired:
                 print("Splitting timed out. Killing process...")
                 process.kill()
@@ -290,12 +296,12 @@ class HuggingFaceModelProcessor:
             ]
             process = subprocess.Popen(convert_command, shell=False, stderr=subprocess.STDOUT)
             try:
-                process.wait(timeout=600)
+                process.wait(timeout=self.HF_TO_GGUF_TIMEOUT)
             except subprocess.TimeoutExpired:
                 print("Conversion timed out. Sending SIGINT to allow graceful termination...")
                 process.send_signal(signal.SIGINT)
                 try:
-                    process.wait(timeout=5)
+                    process.wait(timeout=self.KILL_TIMEOUT)
                 except subprocess.TimeoutExpired:
                     print("Conversion timed out. Killing process...")
                     process.kill()
@@ -341,12 +347,12 @@ class HuggingFaceModelProcessor:
         # Use Popen for quantization
         process = subprocess.Popen(quantize_cmd, shell=False, stderr=subprocess.STDOUT)
         try:
-            process.wait(timeout=3600)
+            process.wait(timeout=self.QUANTIZE_TIMEOUT)
         except subprocess.TimeoutExpired:
             print("Quantization timed out. Sending SIGINT to allow graceful termination...")
             process.send_signal(signal.SIGINT)
             try:
-                process.wait(timeout=5)
+                process.wait(timeout=self.KILL_TIMEOUT)
             except subprocess.TimeoutExpired:
                 print("Quantization timed out. Killing process...")
                 process.kill()