Spaces:
Runtime error
Runtime error
Srinivasulu kethanaboina
commited on
Update app.py
Browse files
app.py
CHANGED
@@ -8,7 +8,7 @@ import datetime
|
|
8 |
import uuid
|
9 |
import random
|
10 |
from llama_index.core import StorageContext, load_index_from_storage, VectorStoreIndex, SimpleDirectoryReader, ChatPromptTemplate, Settings
|
11 |
-
from llama_index.llms.
|
12 |
from llama_index.embeddings.huggingface import HuggingFaceEmbedding
|
13 |
import threading
|
14 |
import uvicorn
|
@@ -22,7 +22,6 @@ firebase_admin.initialize_app(cred, {"databaseURL": "https://redfernstech-fd8fe-
|
|
22 |
|
23 |
app = FastAPI()
|
24 |
|
25 |
-
# Configure the Llama index settings
|
26 |
Settings.llm = HuggingFaceInferenceAPI(
|
27 |
model_name="meta-llama/Meta-Llama-3-8B-Instruct",
|
28 |
tokenizer_name="meta-llama/Meta-Llama-3-8B-Instruct",
|
@@ -35,6 +34,7 @@ Settings.embed_model = HuggingFaceEmbedding(
|
|
35 |
model_name="BAAI/bge-small-en-v1.5"
|
36 |
)
|
37 |
|
|
|
38 |
# Define directories
|
39 |
PERSIST_DIR = "db"
|
40 |
PDF_DIRECTORY = 'data'
|
|
|
8 |
import uuid
|
9 |
import random
|
10 |
from llama_index.core import StorageContext, load_index_from_storage, VectorStoreIndex, SimpleDirectoryReader, ChatPromptTemplate, Settings
|
11 |
+
from llama_index.llms.huggingface import HuggingFaceInferenceAPI
|
12 |
from llama_index.embeddings.huggingface import HuggingFaceEmbedding
|
13 |
import threading
|
14 |
import uvicorn
|
|
|
22 |
|
23 |
app = FastAPI()
|
24 |
|
|
|
25 |
Settings.llm = HuggingFaceInferenceAPI(
|
26 |
model_name="meta-llama/Meta-Llama-3-8B-Instruct",
|
27 |
tokenizer_name="meta-llama/Meta-Llama-3-8B-Instruct",
|
|
|
34 |
model_name="BAAI/bge-small-en-v1.5"
|
35 |
)
|
36 |
|
37 |
+
|
38 |
# Define directories
|
39 |
PERSIST_DIR = "db"
|
40 |
PDF_DIRECTORY = 'data'
|