[email protected] commited on
Commit
d4d8b2d
·
1 Parent(s): dc1fd7f
Files changed (1) hide show
  1. src/about.py +17 -4
src/about.py CHANGED
@@ -32,13 +32,26 @@ Intro text
32
  """
33
 
34
  # Which evaluations are you running? how can people reproduce what you have?
35
- LLM_BENCHMARKS_TEXT = f"""
36
- ## How it works
37
-
 
 
 
 
 
 
 
 
 
 
 
 
38
  ## Reproducibility
39
  To reproduce our results, here is the commands you can run:
40
 
41
- """
 
42
 
43
  EVALUATION_QUEUE_TEXT = """
44
  ## Some good practices before submitting a model
 
32
  """
33
 
34
  # Which evaluations are you running? how can people reproduce what you have?
35
+ LLM_BENCHMARKS_TEXT = '''
36
+ ## Test Prompt
37
+ The prompt will follow the following style. Models' output are expected to follow this format.
38
+ ```
39
+ Select the correct option(s) from the following options given the question. To solve the problem, follow the Let's think Step by Step reasoning strategy.
40
+ Question: For electric motor, if a failure event rotor windings fault occurs, which sensor out of the choices is the most relevant sensor regarding the occurrence of the failure event?
41
+ Options:
42
+ A partial discharge
43
+ B resistance
44
+ C oil debris
45
+ D current
46
+ E voltage
47
+ {"step_1": "<Step 1 of your reasoning>", "step_2": "<Step 2 of your reasoning>", "step_n": "<Step n of your reasoning>", "answer": <the list of selected option, e.g., ["A", "B", "C", "D", "E"]>}
48
+ Your output in a single line:
49
+ ```
50
  ## Reproducibility
51
  To reproduce our results, here is the commands you can run:
52
 
53
+ '''
54
+ print(LLM_BENCHMARKS_TEXT)
55
 
56
  EVALUATION_QUEUE_TEXT = """
57
  ## Some good practices before submitting a model