jdev8 commited on
Commit
c5aef52
·
verified ·
1 Parent(s): 2dac722

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +9 -17
app.py CHANGED
@@ -20,26 +20,18 @@ HF_INPUT_DATASET_URL_COLUMN = os.getenv("HF_INPUT_DATASET_URL_COLUMN")
20
  HF_OUTPUT_DATASET = os.getenv("HF_OUTPUT_DATASET")
21
  HF_OUTPUT_DATASET_DIR = os.getenv("HF_OUTPUT_DATASET_DIR")
22
  INSTRUCTIONS = """
23
- # Pairwise Model Output Labeling Space
 
24
 
25
- ### How-to:
 
 
 
 
26
 
27
- * Duplicate this Space
28
- * Add a `HF_TOKEN` secret in the Space settings (it saves the results to a given dataset, so it requires write access)
29
- * Set the environment variables in the [`.env`](https://huggingface.co/spaces/saridormi/labeling-template/blob/main/.env) file to point to correct datasets/columns/paths for your input and output data
30
- * Adjust `INSTRUCTIONS` (it's what's rendered here) and `SAVE_EVERY_N_EXAMPLES` (how often should answers be saved to the output dataset) in the [`app.py`](https://huggingface.co/spaces/saridormi/labeling-template/blob/main/app.py) file
31
-
32
- Done! 💛
33
-
34
- ### About:
35
-
36
- Please compare the two model outputs shown below and select which one you think is better.
37
- - Choose "A is better" if the output from Model A (left) is superior
38
- - Choose "B is better" if the output from Model B (right) is superior
39
- - Choose "Tie" if they are equally good or bad
40
- - Choose "Can't choose" if you cannot make a determination
41
  """
42
- SAVE_EVERY_N_EXAMPLES = 5
43
 
44
 
45
  class PairwiseLabeler:
 
20
  HF_OUTPUT_DATASET = os.getenv("HF_OUTPUT_DATASET")
21
  HF_OUTPUT_DATASET_DIR = os.getenv("HF_OUTPUT_DATASET_DIR")
22
  INSTRUCTIONS = """
23
+ # ⚔️ Which Documentation Is Better?
24
+ Please compare two given module documentations and select which one you think is better.
25
 
26
+ Choose "A is better" if the output from Model A (left) is superior
27
+ Choose "B is better" if the output from Model B (right) is superior
28
+ Choose "Tie" if they are equally good or bad
29
+ Choose "Can't choose" if you cannot make a decision
30
+ Refer to the GitHub URL to the module code if you find it hard to judge based just on documentation alone.
31
 
32
+ Thank you! 💛
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  """
34
+ SAVE_EVERY_N_EXAMPLES = 3
35
 
36
 
37
  class PairwiseLabeler: