Update app.py

adding task-model compatibility check

app.py

@@ -5,8 +5,7 @@ from dataclasses import dataclass
 from datasets import load_dataset, Dataset
 import pandas as pd
 import gradio as gr
-from huggingface_hub import HfApi, snapshot_download
-from huggingface_hub.hf_api import ModelInfo
+from huggingface_hub import HfApi, snapshot_download, ModelInfo, list_models
 from enum import Enum
 
 
@@ -52,22 +51,25 @@ def add_new_eval(
     current_time = datetime.now(timezone.utc).strftime("%Y-%m-%dT%H:%M:%SZ")
     requests= load_dataset("EnergyStarAI/requests_debug", split="test", token=TOKEN)
     requests_dset = requests.to_pandas()
-    model_list= requests_dset[requests_dset['status'] == 'COMPLETED']['model'].tolist()
+    model_list= requests_dset[requests_dset['status'] == 'COMPLETED']['model'].tolist
+    task_models = list(hf_api.list_models(filter=task.lower().replace(' ','-'))
+    task_model_names = [m.id for m in task_models]
     if repo_id in model_list:
         return 'This model has already been run!'
+    if model not in task_model_names:
+        return "This model isn't compatible with the chosen task! Pick a different model-task combination"
     else:
         # Is the model info correctly filled?
         try:
             model_info = API.model_info(repo_id=repo_id)
         except Exception:
             return "Could not find information for model %s" % (model)
-    
+            
         model_size = get_model_size(model_info=model_info)
         
         print("Adding request")
     
         
-        
         request_dict = {
             "model": repo_id,
             "status": "PENDING",