Hjgugugjhuhjggg commited on
Commit
d6e1262
·
verified ·
1 Parent(s): 0a97d8a

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +8 -4
app.py CHANGED
@@ -135,8 +135,12 @@ class ModelManager:
135
 
136
  def load_all_models(self):
137
  with ThreadPoolExecutor() as executor:
138
- for config in model_configs:
139
  executor.submit(self.load_model, config)
 
 
 
 
140
  return self.models
141
 
142
  model_manager = ModelManager()
@@ -151,9 +155,9 @@ def release_resources():
151
  print(f"Failed to release resources: {e}")
152
 
153
  def resource_manager():
154
- MAX_RAM_PERCENT = 1
155
- MAX_CPU_PERCENT = 1
156
- MAX_GPU_PERCENT = 1
157
 
158
  while True:
159
  try:
 
135
 
136
  def load_all_models(self):
137
  with ThreadPoolExecutor() as executor:
138
+ futures = [
139
  executor.submit(self.load_model, config)
140
+ for config in model_configs
141
+ ]
142
+ for future in as_completed(futures):
143
+ pass # Wait for all models to be loaded
144
  return self.models
145
 
146
  model_manager = ModelManager()
 
155
  print(f"Failed to release resources: {e}")
156
 
157
  def resource_manager():
158
+ MAX_RAM_PERCENT = 90
159
+ MAX_CPU_PERCENT = 90
160
+ MAX_GPU_PERCENT = 90
161
 
162
  while True:
163
  try: