Update newapp.py
Browse files
newapp.py
CHANGED
@@ -51,7 +51,7 @@ def monitor_memory():
|
|
51 |
process = psutil.Process()
|
52 |
memory_info = process.memory_info()
|
53 |
logger.info(f"Memory usage: {memory_info.rss / 1024 / 1024:.2f} MB")
|
54 |
-
if memory_info.rss >
|
55 |
logger.warning("High memory usage detected, clearing cache")
|
56 |
clear_model_cache()
|
57 |
time.sleep(300) # Check every 5 minutes
|
@@ -2472,7 +2472,7 @@ def check_if_property_related(text):
|
|
2472 |
}
|
2473 |
|
2474 |
# Update the load_model function to use memory optimizations
|
2475 |
-
@lru_cache(maxsize=
|
2476 |
def load_model(task, model_name):
|
2477 |
try:
|
2478 |
logger.info(f"Loading model: {model_name} for task: {task}")
|
|
|
51 |
process = psutil.Process()
|
52 |
memory_info = process.memory_info()
|
53 |
logger.info(f"Memory usage: {memory_info.rss / 1024 / 1024:.2f} MB")
|
54 |
+
if memory_info.rss > 1 * 1024 * 1024 * 1024: # If using more than 1GB
|
55 |
logger.warning("High memory usage detected, clearing cache")
|
56 |
clear_model_cache()
|
57 |
time.sleep(300) # Check every 5 minutes
|
|
|
2472 |
}
|
2473 |
|
2474 |
# Update the load_model function to use memory optimizations
|
2475 |
+
@lru_cache(maxsize=2) # Reduce cache size to 2 models
|
2476 |
def load_model(task, model_name):
|
2477 |
try:
|
2478 |
logger.info(f"Loading model: {model_name} for task: {task}")
|