Srinivasulu kethanaboina commited on
Commit
e8a2bbb
·
verified ·
1 Parent(s): 1119927

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -8,7 +8,7 @@ import datetime
8
  import uuid
9
  import random
10
  from llama_index.core import StorageContext, load_index_from_storage, VectorStoreIndex, SimpleDirectoryReader, ChatPromptTemplate, Settings
11
- from llama_index.llms.huggingface_api import HuggingFaceInferenceAPI
12
  from llama_index.embeddings.huggingface import HuggingFaceEmbedding
13
  import threading
14
  import uvicorn
@@ -22,7 +22,6 @@ firebase_admin.initialize_app(cred, {"databaseURL": "https://redfernstech-fd8fe-
22
 
23
  app = FastAPI()
24
 
25
- # Configure the Llama index settings
26
  Settings.llm = HuggingFaceInferenceAPI(
27
  model_name="meta-llama/Meta-Llama-3-8B-Instruct",
28
  tokenizer_name="meta-llama/Meta-Llama-3-8B-Instruct",
@@ -35,6 +34,7 @@ Settings.embed_model = HuggingFaceEmbedding(
35
  model_name="BAAI/bge-small-en-v1.5"
36
  )
37
 
 
38
  # Define directories
39
  PERSIST_DIR = "db"
40
  PDF_DIRECTORY = 'data'
 
8
  import uuid
9
  import random
10
  from llama_index.core import StorageContext, load_index_from_storage, VectorStoreIndex, SimpleDirectoryReader, ChatPromptTemplate, Settings
11
+ from llama_index.llms.huggingface import HuggingFaceInferenceAPI
12
  from llama_index.embeddings.huggingface import HuggingFaceEmbedding
13
  import threading
14
  import uvicorn
 
22
 
23
  app = FastAPI()
24
 
 
25
  Settings.llm = HuggingFaceInferenceAPI(
26
  model_name="meta-llama/Meta-Llama-3-8B-Instruct",
27
  tokenizer_name="meta-llama/Meta-Llama-3-8B-Instruct",
 
34
  model_name="BAAI/bge-small-en-v1.5"
35
  )
36
 
37
+
38
  # Define directories
39
  PERSIST_DIR = "db"
40
  PDF_DIRECTORY = 'data'