mery22 commited on
Commit
8a0aa99
·
verified ·
1 Parent(s): 2cc0376

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -4
app.py CHANGED
@@ -27,11 +27,12 @@ repo_id = "mistralai/Mistral-7B-Instruct-v0.3"
27
 
28
  from huggingface_hub import login
29
  login(token=st.secrets["HF_TOKEN"])
30
- # Load model directly
31
- from transformers import AutoTokenizer, AutoModelForCausalLM
 
 
 
32
 
33
- tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-Instruct-v0.3")
34
- model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-7B-Instruct-v0.3")
35
  from langchain_community.document_loaders import TextLoader
36
  from langchain_text_splitters import CharacterTextSplitter
37
  from langchain_community.document_loaders import PyPDFLoader
 
27
 
28
  from huggingface_hub import login
29
  login(token=st.secrets["HF_TOKEN"])
30
+ repo_id = "mistralai/Mistral-7B-Instruct-v0.2"
31
+
32
+ llm = HuggingFaceEndpoint(
33
+ repo_id=repo_id, max_length=128, temperature=0.5, token=st.secrets["HF_TOKEN"]
34
+ )
35
 
 
 
36
  from langchain_community.document_loaders import TextLoader
37
  from langchain_text_splitters import CharacterTextSplitter
38
  from langchain_community.document_loaders import PyPDFLoader