tattrongvu commited on
Commit
863166a
·
1 Parent(s): fb36cde

fix model list

Browse files
Files changed (1) hide show
  1. server/app/vdr_session.py +12 -9
server/app/vdr_session.py CHANGED
@@ -37,6 +37,7 @@ class VDRSession:
37
  self.db_collection = None
38
  self.session_id = str(uuid.uuid4())[:5]
39
  self.indexed_images = []
 
40
  self.vector_db_client = None
41
 
42
  def set_api_key(self, api_key: str):
@@ -84,14 +85,16 @@ class VDRSession:
84
 
85
  def get_available_vlms(self) -> List[str]:
86
  assert self.client != None
87
- model_name_list = []
 
 
88
  try:
89
  models = self.client.models.list()
90
  for model in models.data:
91
  model_name = model.id
92
- substrings = ['gemini','QWEN-VL2-7B']
93
  if any(substring in model_name for substring in substrings):
94
- model_name_list.append(model.id)
95
 
96
  except Exception as e:
97
  logger.error(f"Error while query all models: {e}")
@@ -99,14 +102,14 @@ class VDRSession:
99
 
100
  # Prioritize name
101
  # Remove the item if it exists in the list
102
- priority_item = "gemini-2.0-flash-exp-US"
103
- if priority_item in model_name_list:
104
- model_name_list.remove(priority_item)
105
 
106
- # Insert the item at the beginning of the list
107
- model_name_list.insert(0, priority_item)
108
 
109
- return model_name_list
110
 
111
  def get_available_image_embeds(self) -> List[str]:
112
  assert self.client != None
 
37
  self.db_collection = None
38
  self.session_id = str(uuid.uuid4())[:5]
39
  self.indexed_images = []
40
+ self.model_name_list = []
41
  self.vector_db_client = None
42
 
43
  def set_api_key(self, api_key: str):
 
85
 
86
  def get_available_vlms(self) -> List[str]:
87
  assert self.client != None
88
+ #model_name_list = []
89
+ if self.model_name_list:
90
+ return self.model_name_list
91
  try:
92
  models = self.client.models.list()
93
  for model in models.data:
94
  model_name = model.id
95
+ substrings = ['gemini-2.0','claude','Qwen2.5-VL-72B-Instruct']
96
  if any(substring in model_name for substring in substrings):
97
+ self.model_name_list.append(model.id)
98
 
99
  except Exception as e:
100
  logger.error(f"Error while query all models: {e}")
 
102
 
103
  # Prioritize name
104
  # Remove the item if it exists in the list
105
+ # priority_item = "gemini-2.0-flash"
106
+ # if priority_item in model_name_list:
107
+ # model_name_list.remove(priority_item)
108
 
109
+ # # Insert the item at the beginning of the list
110
+ # model_name_list.insert(0, priority_item)
111
 
112
+ return self.model_name_list
113
 
114
  def get_available_image_embeds(self) -> List[str]:
115
  assert self.client != None