Fix handling of missing data

src/display/utils.py

@@ -50,7 +50,7 @@ class EvalQueueColumn:  # Queue column
     revision = ColumnContent("revision", "str", True)
     private = ColumnContent("private", "bool", True)
     precision = ColumnContent("precision", "str", True)
-    weight_type = ColumnContent("weight_type", "str", "Original")
+    weight_type = ColumnContent("weight_type", "str", "?")
     status = ColumnContent("status", "str", True)
 
 ## All the model information that we might need
@@ -87,6 +87,20 @@ class WeightType(Enum):
     Adapter = ModelDetails("Adapter")
     Original = ModelDetails("Original")
     Delta = ModelDetails("Delta")
+    Unknown = ModelDetails("?")
+
+    def from_str(weight):
+        if weight == "Adapter":
+            return WeightType.Adapter
+        
+        elif weight == "Original":
+            return WeightType.Original
+        
+        elif weight == "Delta":
+            return WeightType.Delta
+        
+        else:
+            return WeightType.Unknown
 
 class Precision(Enum):
     float16 = ModelDetails("float16")
@@ -119,4 +133,3 @@ EVAL_COLS = [c.name for c in fields(EvalQueueColumn)]
 EVAL_TYPES = [c.type for c in fields(EvalQueueColumn)]
 
 BENCHMARK_COLS = [t.value.col_name for t in Tasks]
-

src/leaderboard/read_evals.py

@@ -95,17 +95,18 @@ class EvalResult:
         """Finds the relevant request file for the current model and updates info with it"""
         request_file = get_request_file_for_model(requests_path, self.full_model)
 
-        try:
-            with open(request_file, "r") as f:
-                request = json.load(f)
-            self.model_type = ModelType.from_str(request.get("model_type", ""))
-            self.weight_type = WeightType[request.get("weight_type", "Original")]
-            self.license = request.get("license", "?")
-            self.likes = request.get("likes", 0)
-            self.num_params = request.get("params", 0)
-            self.date = request.get("submitted_time", "")
-        except Exception:
-            print(f"Could not find request file for {self.org}/{self.model}")
+
+        #try:
+        with open(request_file, "r") as f:
+            request = json.load(f)
+        self.model_type = ModelType.from_str(request.get("model_type", ""))
+        self.weight_type = WeightType[request.get("weight_type", "Unknown")]
+        self.license = request.get("license", "?")
+        self.likes = request.get("likes", 0)
+        self.num_params = request.get("params", 0)
+        self.date = request.get("submitted_time", "")
+        #except Exception:
+        #    print(f"Could not find request file for {self.org}/{self.model}")
 
     def to_dict(self):
         """Converts the Eval Result to a dict compatible with our dataframe display"""