Spaces:
Runtime error
Runtime error
Update main.py
Browse files
main.py
CHANGED
@@ -2,12 +2,6 @@ from ctransformers import AutoModelForCausalLM
|
|
2 |
from fastapi import FastAPI, Form
|
3 |
from pydantic import BaseModel
|
4 |
|
5 |
-
#Model loading
|
6 |
-
llm1 = AutoModelForCausalLM.from_pretrained("zephyr-7b-beta.Q4_K_S.gguf",
|
7 |
-
model_type='mistral',
|
8 |
-
max_new_tokens = 1096,
|
9 |
-
threads = 3,
|
10 |
-
)
|
11 |
|
12 |
llm = AutoModelForCausalLM.from_pretrained("codellama-7b-instruct.Q4_K_M.gguf",
|
13 |
model_type="llama",
|
|
|
2 |
from fastapi import FastAPI, Form
|
3 |
from pydantic import BaseModel
|
4 |
|
|
|
|
|
|
|
|
|
|
|
|
|
5 |
|
6 |
llm = AutoModelForCausalLM.from_pretrained("codellama-7b-instruct.Q4_K_M.gguf",
|
7 |
model_type="llama",
|