tolulope commited on
Commit
5cfc58f
·
verified ·
1 Parent(s): abff480

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -11,7 +11,7 @@ pipeline = transformers.pipeline(
11
  model_kwargs={"torch_dtype": torch.bfloat16},
12
  device="cuda",
13
  )
14
- pipeline.model = PeftModel.from_pretrained(model=base_model, model_id)
15
 
16
  def chat_function(message, history, system_prompt, max_new_tokens, temperature):
17
  messages = [{"role":"system","content":system_prompt},
 
11
  model_kwargs={"torch_dtype": torch.bfloat16},
12
  device="cuda",
13
  )
14
+ pipeline.model = PeftModel.from_pretrained(base_model, model_id)
15
 
16
  def chat_function(message, history, system_prompt, max_new_tokens, temperature):
17
  messages = [{"role":"system","content":system_prompt},