debug

App/Embedding/utils/Initialize.py

@@ -62,23 +62,5 @@ def search(query: str, task_id: str):
 
 
 def encode(temp: list[Document]):
-    from langchain.vectorstores import Pinecone
-    import pinecone
-    import os
-
-    # get api key from app.pinecone.io
-    PINECONE_API_KEY = os.environ.get("PINECONE_API_KEY")
-    # find your environment next to the api key in pinecone console
-    PINECONE_ENV = os.environ.get("PINECONE_ENVIRONMENT")
-
-
-    index_name = "transcript-bits"
-    model_name = "thenlper/gte-base"
-    embeddings = HuggingFaceEmbeddings(model_name=model_name)
-
-
-    pinecone.init(api_key=PINECONE_API_KEY, environment=PINECONE_ENV)
-    vector_index = pinecone.Index(index_name=index_name)
-    docsearch = Pinecone.from_existing_index(index_name, embeddings)
     docsearch.add_documents(temp)
     # return  embeddings.embed_documents(texts = [d.page_content for d in temp])

App/Worker.py

@@ -9,7 +9,10 @@ from App.Embedding.utils.Initialize import encode, generateChunks
 
 celery = Celery()
 celery.config_from_object(celery_config)
-
+celery.conf.update(
+    # Other Celery configuration settings
+    CELERYD_LOG_LEVEL='DEBUG',  # Set log level to DEBUG for the worker
+)
 
 @celery.task(name="embbeding", bind=True)
 def generate_store(self, data, task_id):

Dockerfile

@@ -22,7 +22,7 @@ USER admin
 COPY --chown=admin . /srv
 
 # Command to run the application
-CMD uvicorn App.app:app --host 0.0.0.0 --port 7860 --workers 4 & celery -A App.Worker.celery worker -c 4 --loglevel=info
+CMD uvicorn App.app:app --host 0.0.0.0 --port 7860 --workers 4 & celery -A App.Worker.celery worker -c 4 --loglevel=DEBUG
 
 # Expose the server port
 EXPOSE 7860