Push to HF space

README.md

@@ -16,6 +16,7 @@ datasets:
   - lilacai/lilac-ARC-Easy
   - lilacai/lilac-ARC-Challenge
   - lilacai/lilac-HellaSwag
+  - lilacai/lilac-HumanEval
   - lilacai/lilac-databricks-dolly-15k-curated-en
   - lilacai/lilac-dolphin
 

data/lilac.yml

@@ -179,6 +179,18 @@ datasets:
         markdown_paths: []
       tags:
         - eval
+  - namespace: lilac
+    name: HumanEval
+    source:
+      dataset_name: openai_humaneval
+      source_name: huggingface
+    settings:
+      ui:
+        media_paths:
+          - prompt
+          - canonical_solution
+          - test
+        markdown_paths: []
   - namespace: lilac
     name: databricks-dolly-15k-curated-en
     source:
@@ -288,6 +300,10 @@ clusters:
     dataset_name: HellaSwag
     input_path: !!python/tuple
       - ctx
+  - dataset_namespace: lilac
+    dataset_name: HumanEval
+    input_path: !!python/tuple
+      - prompt
   - dataset_namespace: lilac
     dataset_name: dolphin
     input_path: !!python/tuple