mlabonne commited on
Commit
2696f89
·
verified ·
1 Parent(s): 486f0f6

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -14
app.py CHANGED
@@ -18,17 +18,6 @@ For further details, see the project on 💻 [GitHub](https://github.com/mlabonn
18
  """
19
 
20
  def autoeval(BENCHMARK, MODEL, GPU, NUMBER_OF_GPUS, CONTAINER_DISK, CLOUD_TYPE, REPO, TRUST_REMOTE_CODE, DEBUG, RUNPOD_TOKEN, GITHUB_API_TOKEN):
21
- # BENCHMARK = "nous" # @param ["nous", "openllm"]
22
- # MODEL = "mlabonne/NeuralMarcoro14-7B" # @param {type:"string"}
23
- # GPU = "NVIDIA GeForce RTX 3090" # @param ["NVIDIA A100 80GB PCIe", "NVIDIA A100-SXM4-80GB", "NVIDIA A30", "NVIDIA A40", "NVIDIA GeForce RTX 3070", "NVIDIA GeForce RTX 3080", "NVIDIA GeForce RTX 3080 Ti", "NVIDIA GeForce RTX 3090", "NVIDIA GeForce RTX 3090 Ti", "NVIDIA GeForce RTX 4070 Ti", "NVIDIA GeForce RTX 4080", "NVIDIA GeForce RTX 4090", "NVIDIA H100 80GB HBM3", "NVIDIA H100 PCIe", "NVIDIA L4", "NVIDIA L40", "NVIDIA RTX 4000 Ada Generation", "NVIDIA RTX 4000 SFF Ada Generation", "NVIDIA RTX 5000 Ada Generation", "NVIDIA RTX 6000 Ada Generation", "NVIDIA RTX A2000", "NVIDIA RTX A4000", "NVIDIA RTX A4500", "NVIDIA RTX A5000", "NVIDIA RTX A6000", "Tesla V100-FHHL-16GB", "Tesla V100-PCIE-16GB", "Tesla V100-SXM2-16GB", "Tesla V100-SXM2-32GB"]
24
- # NUMBER_OF_GPUS = 1 # @param {type:"slider", min:1, max:8, step:1}
25
- # CONTAINER_DISK = 100 # @param {type:"slider", min:50, max:500, step:25}
26
- # CLOUD_TYPE = "COMMUNITY" # @param ["COMMUNITY", "SECURE"]
27
- # REPO = "https://github.com/mlabonne/llm-autoeval.git" # @param {type:"string"}
28
- # TRUST_REMOTE_CODE = False # @param {type:"boolean"}
29
- # DEBUG = False # @param {type:"boolean"}
30
- # runpod.api_key = RUNPOD_TOKEN
31
-
32
  # Create a pod
33
  pod = runpod.create_pod(
34
  name=f"Eval {MODEL.split('/')[-1]} on {BENCHMARK.capitalize()}",
@@ -59,12 +48,12 @@ with gr.Blocks() as demo:
59
  gr.Dropdown(GPU_LIST, label="GPU", value="NVIDIA GeForce RTX 3090", info="Select your GPU to run the evaluation"),
60
  gr.Slider(minium=1, maximum=8, value=1, step=1, label="Number of GPUs", info="Number of GPUs to use"),
61
  gr.Slider(minimum=50, maximum=500, value=100, step=25, label="Container disk", info="Size of the container disk in GB"),
62
- gr.Dropdown(["COMMUNITY", "SECURE"], label="Cloud type", info="Select your cloud type"),
63
  gr.Textbox("https://github.com/mlabonne/llm-autoeval.git", label="LLM AutoEval repo", info="Link to your LLM AutoEval repo"),
64
  gr.Checkbox(label="Trust Remote Code", value=False, info="Required for some models like phi-2"),
65
  gr.Checkbox(label="Debug", value=False, info="Don't kill the pod after evaluation if activated"),
66
- gr.Textbox("", label="Github API Token", info="Your Github API token"),
67
- gr.Textbox("", label="Runpod API Token", info="Your Runpod API token"),
68
  ]
69
  ]
70
  outputs = gr.Textbox(visible=False)
 
18
  """
19
 
20
  def autoeval(BENCHMARK, MODEL, GPU, NUMBER_OF_GPUS, CONTAINER_DISK, CLOUD_TYPE, REPO, TRUST_REMOTE_CODE, DEBUG, RUNPOD_TOKEN, GITHUB_API_TOKEN):
 
 
 
 
 
 
 
 
 
 
 
21
  # Create a pod
22
  pod = runpod.create_pod(
23
  name=f"Eval {MODEL.split('/')[-1]} on {BENCHMARK.capitalize()}",
 
48
  gr.Dropdown(GPU_LIST, label="GPU", value="NVIDIA GeForce RTX 3090", info="Select your GPU to run the evaluation"),
49
  gr.Slider(minium=1, maximum=8, value=1, step=1, label="Number of GPUs", info="Number of GPUs to use"),
50
  gr.Slider(minimum=50, maximum=500, value=100, step=25, label="Container disk", info="Size of the container disk in GB"),
51
+ gr.Dropdown(["COMMUNITY", "SECURE"], value="COMMUNITY", label="Cloud type", info="Select your cloud type"),
52
  gr.Textbox("https://github.com/mlabonne/llm-autoeval.git", label="LLM AutoEval repo", info="Link to your LLM AutoEval repo"),
53
  gr.Checkbox(label="Trust Remote Code", value=False, info="Required for some models like phi-2"),
54
  gr.Checkbox(label="Debug", value=False, info="Don't kill the pod after evaluation if activated"),
55
+ gr.Textbox("", label="Github API Token", info="Your Github API token", placeholder="hf_XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX"),
56
+ gr.Textbox("", label="Runpod API Token", info="Your Runpod API token", placeholder="XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX"),
57
  ]
58
  ]
59
  outputs = gr.Textbox(visible=False)