sksameermujahid commited on
Commit
ef47a56
·
verified ·
1 Parent(s): 196e727

Update newapp.py

Browse files
Files changed (1) hide show
  1. newapp.py +2 -2
newapp.py CHANGED
@@ -51,7 +51,7 @@ def monitor_memory():
51
  process = psutil.Process()
52
  memory_info = process.memory_info()
53
  logger.info(f"Memory usage: {memory_info.rss / 1024 / 1024:.2f} MB")
54
- if memory_info.rss > 2 * 1024 * 1024 * 1024: # If using more than 2GB
55
  logger.warning("High memory usage detected, clearing cache")
56
  clear_model_cache()
57
  time.sleep(300) # Check every 5 minutes
@@ -2472,7 +2472,7 @@ def check_if_property_related(text):
2472
  }
2473
 
2474
  # Update the load_model function to use memory optimizations
2475
- @lru_cache(maxsize=3) # Limit cache size
2476
  def load_model(task, model_name):
2477
  try:
2478
  logger.info(f"Loading model: {model_name} for task: {task}")
 
51
  process = psutil.Process()
52
  memory_info = process.memory_info()
53
  logger.info(f"Memory usage: {memory_info.rss / 1024 / 1024:.2f} MB")
54
+ if memory_info.rss > 1 * 1024 * 1024 * 1024: # If using more than 1GB
55
  logger.warning("High memory usage detected, clearing cache")
56
  clear_model_cache()
57
  time.sleep(300) # Check every 5 minutes
 
2472
  }
2473
 
2474
  # Update the load_model function to use memory optimizations
2475
+ @lru_cache(maxsize=2) # Reduce cache size to 2 models
2476
  def load_model(task, model_name):
2477
  try:
2478
  logger.info(f"Loading model: {model_name} for task: {task}")