Update app.py
Browse files
app.py
CHANGED
@@ -140,7 +140,7 @@ class ModelManager:
|
|
140 |
for config in model_configs
|
141 |
]
|
142 |
for future in as_completed(futures):
|
143 |
-
pass
|
144 |
return self.models
|
145 |
|
146 |
model_manager = ModelManager()
|
@@ -155,9 +155,9 @@ def release_resources():
|
|
155 |
print(f"Failed to release resources: {e}")
|
156 |
|
157 |
def resource_manager():
|
158 |
-
MAX_RAM_PERCENT =
|
159 |
-
MAX_CPU_PERCENT =
|
160 |
-
MAX_GPU_PERCENT =
|
161 |
|
162 |
while True:
|
163 |
try:
|
|
|
140 |
for config in model_configs
|
141 |
]
|
142 |
for future in as_completed(futures):
|
143 |
+
pass
|
144 |
return self.models
|
145 |
|
146 |
model_manager = ModelManager()
|
|
|
155 |
print(f"Failed to release resources: {e}")
|
156 |
|
157 |
def resource_manager():
|
158 |
+
MAX_RAM_PERCENT = 90
|
159 |
+
MAX_CPU_PERCENT = 90
|
160 |
+
MAX_GPU_PERCENT = 90
|
161 |
|
162 |
while True:
|
163 |
try:
|