test

app.py

@@ -15,8 +15,13 @@ from huggingface_hub import whoami
 from huggingface_hub.errors import GatedRepoError
 from gradio_huggingfacehub_search import HuggingfaceHubSearch
 from optimum_benchmark.launchers.device_isolation_utils import *  # noqa
-from optimum_benchmark.backends.openvino.utils import TASKS_TO_OVMODEL
-from optimum_benchmark.backends.transformers_utils import TASKS_TO_MODEL_LOADERS
+from optimum_benchmark.backends.openvino.utils import (
+    TASKS_TO_OVMODELS,
+    TASKS_TO_OVPIPELINES,
+)
+from optimum_benchmark.backends.transformers_utils import (
+    TASKS_TO_AUTO_MODEL_CLASS_NAMES,
+)
 from optimum_benchmark import (
     Benchmark,
     BenchmarkConfig,
@@ -35,7 +40,9 @@ SCENARIO = "inference"
 BACKENDS = ["pytorch", "openvino"]
 BENCHMARKS_HF_TOKEN = os.getenv("BENCHMARKS_HF_TOKEN")
 BENCHMARKS_REPO_ID = "optimum-benchmark/OpenVINO-Benchmarks"
-TASKS = set(TASKS_TO_OVMODEL.keys()) & set(TASKS_TO_MODEL_LOADERS.keys())
+TASKS = set(TASKS_TO_OVMODELS.keys() | TASKS_TO_OVPIPELINES) & set(
+    TASKS_TO_AUTO_MODEL_CLASS_NAMES.keys()
+)
 
 
 def parse_configs(inputs):

requirements.txt

@@ -1,2 +1,2 @@
 gradio_huggingfacehub_search
-optimum-benchmark[openvino]@git+https://github.com/huggingface/optimum-benchmark.git
+optimum-benchmark[openvino]@git+https://github.com/huggingface/optimum-benchmark.git@fix-prepare-inputs