Update app.py
Browse files
app.py
CHANGED
@@ -135,8 +135,12 @@ class ModelManager:
|
|
135 |
|
136 |
def load_all_models(self):
|
137 |
with ThreadPoolExecutor() as executor:
|
138 |
-
|
139 |
executor.submit(self.load_model, config)
|
|
|
|
|
|
|
|
|
140 |
return self.models
|
141 |
|
142 |
model_manager = ModelManager()
|
@@ -151,9 +155,9 @@ def release_resources():
|
|
151 |
print(f"Failed to release resources: {e}")
|
152 |
|
153 |
def resource_manager():
|
154 |
-
MAX_RAM_PERCENT =
|
155 |
-
MAX_CPU_PERCENT =
|
156 |
-
MAX_GPU_PERCENT =
|
157 |
|
158 |
while True:
|
159 |
try:
|
|
|
135 |
|
136 |
def load_all_models(self):
|
137 |
with ThreadPoolExecutor() as executor:
|
138 |
+
futures = [
|
139 |
executor.submit(self.load_model, config)
|
140 |
+
for config in model_configs
|
141 |
+
]
|
142 |
+
for future in as_completed(futures):
|
143 |
+
pass # Wait for all models to be loaded
|
144 |
return self.models
|
145 |
|
146 |
model_manager = ModelManager()
|
|
|
155 |
print(f"Failed to release resources: {e}")
|
156 |
|
157 |
def resource_manager():
|
158 |
+
MAX_RAM_PERCENT = 90
|
159 |
+
MAX_CPU_PERCENT = 90
|
160 |
+
MAX_GPU_PERCENT = 90
|
161 |
|
162 |
while True:
|
163 |
try:
|