marion Halgrain commited on
Commit
ee1e2cc
·
verified ·
1 Parent(s): ffc376d

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +1 -1
main.py CHANGED
@@ -4,7 +4,7 @@ from pydantic import BaseModel
4
 
5
 
6
  llm = AutoModelForCausalLM.from_pretrained("phi-2.Q5_K_M.gguf",
7
- model_type='phi-msft',
8
  max_new_tokens = 1096,
9
  threads = 3,
10
  )
 
4
 
5
 
6
  llm = AutoModelForCausalLM.from_pretrained("phi-2.Q5_K_M.gguf",
7
+ model_type='pi',
8
  max_new_tokens = 1096,
9
  threads = 3,
10
  )