chat tempalte evaluations

src/leaderboard/read_evals.py

@@ -151,7 +151,8 @@ class EvalResult:
     def update_with_metadata(self, metadata):
         # print('UPDATE', self.full_model, self.model, self.eval_name)
         try:
-            meta = metadata[self.full_model]
+            k = self.full_model.replace(',chat', '')
+            meta = metadata[k]
             self.model_type = ModelType.from_str(meta.get("type", "?"))
             self.num_params = meta.get("params", 0)
             self.license = meta.get("license", "?")