Pamudu13 commited on
Commit
dc88c5a
·
verified ·
1 Parent(s): 6e8e412

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -6
app.py CHANGED
@@ -3,7 +3,7 @@ from langchain_community.vectorstores import FAISS
3
  from langchain_community.document_loaders import PyPDFLoader
4
  from langchain.text_splitter import RecursiveCharacterTextSplitter
5
  from langchain_community.embeddings import HuggingFaceEmbeddings
6
- from langchain_community.llms import HuggingFaceEndpoint
7
  from langchain.chains import ConversationalRetrievalChain
8
  from langchain.memory import ConversationBufferMemory
9
  import os
@@ -67,13 +67,12 @@ def create_db(splits):
67
  return vectordb
68
 
69
  def initialize_llmchain(llm_model, temperature, max_tokens, top_k, vector_db):
70
- """Initialize the LLM chain with correct parameter names"""
71
- llm = HuggingFaceEndpoint(
72
- endpoint_url="https://api-inference.huggingface.co/models/" + llm_model,
73
- task="text-generation",
74
  model_kwargs={
75
  "temperature": float(temperature),
76
- "max_length": int(max_tokens),
77
  "top_k": int(top_k)
78
  },
79
  huggingfacehub_api_token=api_token
 
3
  from langchain_community.document_loaders import PyPDFLoader
4
  from langchain.text_splitter import RecursiveCharacterTextSplitter
5
  from langchain_community.embeddings import HuggingFaceEmbeddings
6
+ from langchain.llms import HuggingFaceHub
7
  from langchain.chains import ConversationalRetrievalChain
8
  from langchain.memory import ConversationBufferMemory
9
  import os
 
67
  return vectordb
68
 
69
  def initialize_llmchain(llm_model, temperature, max_tokens, top_k, vector_db):
70
+ """Initialize the LLM chain with correct parameters"""
71
+ llm = HuggingFaceHub(
72
+ repo_id=llm_model,
 
73
  model_kwargs={
74
  "temperature": float(temperature),
75
+ "max_new_tokens": int(max_tokens),
76
  "top_k": int(top_k)
77
  },
78
  huggingfacehub_api_token=api_token