adding Char length vector

app.py

@@ -48,10 +48,10 @@ def process_documents(documents,data_chunk=1500,chunk_overlap=100):
     texts = text_splitter.split_documents(documents)
     return texts
 
-def process_youtube_link(link, document_name="youtube-content"):
+def process_youtube_link(link, document_name="youtube-content",char_length=1000):
     try:
         metadata = {"source": f"{document_name}.txt"}
-        return [Document(page_content=get_text_from_youtube_link(video_link=link), metadata=metadata)]
+        return [Document(page_content=get_text_from_youtube_link(video_link=link,max_video_length=char_length), metadata=metadata)]
     except Exception as err:
         logger.error(f'Error in reading document. {err}')
 
@@ -72,7 +72,7 @@ def create_prompt():
 
 def youtube_chat(youtube_link,API_key,llm='HuggingFace',temperature=0.1,max_tokens=1096,char_length=1500):
     
-    document  = process_youtube_link(link=youtube_link)
+    document  = process_youtube_link(link=youtube_link,char_length=char_length)
     print("docuemt:",document)
     embedding_model = SentenceTransformerEmbeddings(model_name='thenlper/gte-base',model_kwargs={"device": DEVICE})
     texts = process_documents(documents=document)