Update app/llm.py
Browse files- app/llm.py +1 -0
app/llm.py
CHANGED
|
@@ -5,6 +5,7 @@ from time import time
|
|
| 5 |
#from fastapi.middleware.cors import CORSMiddleware
|
| 6 |
#MODEL_PATH = "./qwen1_5-0_5b-chat-q4_0.gguf" #"./qwen1_5-0_5b-chat-q4_0.gguf"
|
| 7 |
import logging
|
|
|
|
| 8 |
import llama_cpp
|
| 9 |
import llama_cpp.llama_tokenizer
|
| 10 |
from pydantic import BaseModel
|
|
|
|
| 5 |
#from fastapi.middleware.cors import CORSMiddleware
|
| 6 |
#MODEL_PATH = "./qwen1_5-0_5b-chat-q4_0.gguf" #"./qwen1_5-0_5b-chat-q4_0.gguf"
|
| 7 |
import logging
|
| 8 |
+
from langchain_community.llms import LlamaCpp
|
| 9 |
import llama_cpp
|
| 10 |
import llama_cpp.llama_tokenizer
|
| 11 |
from pydantic import BaseModel
|