hArshi07 commited on
Commit
9aa23d9
·
verified ·
1 Parent(s): 9322aba

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +0 -6
main.py CHANGED
@@ -2,12 +2,6 @@ from ctransformers import AutoModelForCausalLM
2
  from fastapi import FastAPI, Form
3
  from pydantic import BaseModel
4
 
5
- #Model loading
6
- llm1 = AutoModelForCausalLM.from_pretrained("zephyr-7b-beta.Q4_K_S.gguf",
7
- model_type='mistral',
8
- max_new_tokens = 1096,
9
- threads = 3,
10
- )
11
 
12
  llm = AutoModelForCausalLM.from_pretrained("codellama-7b-instruct.Q4_K_M.gguf",
13
  model_type="llama",
 
2
  from fastapi import FastAPI, Form
3
  from pydantic import BaseModel
4
 
 
 
 
 
 
 
5
 
6
  llm = AutoModelForCausalLM.from_pretrained("codellama-7b-instruct.Q4_K_M.gguf",
7
  model_type="llama",