Hjgugugjhuhjggg commited on
Commit
84d1dae
1 Parent(s): b03e132

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -140,9 +140,9 @@ async def load_model_async(model_name: str):
140
  if model_name == "model_1":
141
  return VLLM("Hjgugugjhuhjggg/llama-3.2-1B-spinquant-hf", device=device, max_model_len=max_model_len)
142
  elif model_name == "model_2":
143
- return VLLM("meta-llama/Llama-3.2-1B", device=device, max_model_len=max_model_len)
144
  elif model_name == "model_3":
145
- return VLLM("Qwen2.5-3B-Instruct", device=device, max_model_len=max_model_len)
146
  elif model_name == "model_4":
147
  return VLLM("gpt2", device=device, max_model_len=max_model_len)
148
  return None
 
140
  if model_name == "model_1":
141
  return VLLM("Hjgugugjhuhjggg/llama-3.2-1B-spinquant-hf", device=device, max_model_len=max_model_len)
142
  elif model_name == "model_2":
143
+ return VLLM("Qwen/Qwen2.5-Coder-1.5B", device=device, max_model_len=max_model_len)
144
  elif model_name == "model_3":
145
+ return VLLM("Qwen/Qwen2.5-3B-Instruct", device=device, max_model_len=max_model_len)
146
  elif model_name == "model_4":
147
  return VLLM("gpt2", device=device, max_model_len=max_model_len)
148
  return None