Update app.py

app.py

@@ -2,33 +2,32 @@ import streamlit as st
 from langchain.chat_models import ChatOpenAI
 from langchain.document_loaders import WebBaseLoader
 from langchain.chains.summarize import load_summarize_chain
-from bs4 import BeautifulSoup
-import os
-from dotenv import load_dotenv
-load_dotenv()
+#from bs4 import BeautifulSoup
 from langchain import HuggingFaceHub
 import requests
 import sys
+from huggingface_hub import InferenceClient
 
-#OPENAI_API_KEY = os.environ.get('OPENAI_API_KEY')
-
+import os
+from dotenv import load_dotenv
+load_dotenv()
 hf_token = os.environ.get('HUGGINGFACEHUB_API_TOKEN')
-#starchat_repo_id = os.environ.get('starchat_repo_id')
 repo_id=os.environ.get('repo_id')
 #port = os.getenv('port')
 
-llm = HuggingFaceHub(repo_id=repo_id,  #for Llama2
-                     #repo_id=starchat_repo_id,     #for StarChat                  
-                     huggingfacehub_api_token=hf_token,
-                     model_kwargs={#"min_length":512,  #for StarChat
-                                   "min_length":1024,  #for Llama2
-                                   "max_new_tokens":3072, "do_sample":True,  #for StarChat
-                                   #"max_new_tokens":5632, "do_sample":True,  #for Llama2                                 
-                                   "temperature":0.1,
-                                   "top_k":50,
-                                   "top_p":0.95, "eos_token_id":49155}) 
-#llm = ChatOpenAI(temperature=0, model_name="gpt-3.5-turbo-16k")
+#OPENAI_API_KEY = os.environ.get('OPENAI_API_KEY')
+
+llm = HuggingFaceHub(repo_id=repo_id,  # for StarChat
+                     huggingfacehub_api_token=hf_token,  #这个变量huggingfacehub_api_token名称似乎没有问题！
+                     model_kwargs={"min_length": 512,  # for StarChat
+                                   "max_new_tokens": 1024, "do_sample": True,  # for StarChat
+                                   "temperature": 0.01,
+                                   "top_k": 50,
+                                   "top_p": 0.95, "eos_token_id": 49155})
 chain = load_summarize_chain(llm, chain_type="stuff")
+#chain = load_summarize_chain(llm, chain_type="refine")
+
+#llm = ChatOpenAI(temperature=0, model_name="gpt-3.5-turbo-16k")
 
 #**************************************************************#
 #url=st.text_input("Enter webiste URL to summarize (format: https://www.usinoip.com):")