amiguel commited on
Commit
c941abd
·
verified ·
1 Parent(s): 8b7373b

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -38,7 +38,7 @@ if "messages" not in st.session_state or clear_chat:
38
  # --- Load LLM ---
39
  @st.cache_resource
40
  def load_model():
41
- model_id = "tiiuae/falcon-7b-instruct"
42
  tokenizer = AutoTokenizer.from_pretrained(model_id, token=HF_TOKEN)
43
  model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype=torch.float16, device_map="auto", token=HF_TOKEN)
44
  return tokenizer, model
 
38
  # --- Load LLM ---
39
  @st.cache_resource
40
  def load_model():
41
+ model_id = "amiguel/GM_Qwen1.8B_Finetune" #"tiiuae/falcon-7b-instruct"
42
  tokenizer = AutoTokenizer.from_pretrained(model_id, token=HF_TOKEN)
43
  model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype=torch.float16, device_map="auto", token=HF_TOKEN)
44
  return tokenizer, model