Duplicate from allinaigc/internet_GPT_1105

.gitattributes

@@ -0,0 +1,34 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,13 @@
+---
+title: GPT Internet Temp
+emoji: 😻
+colorFrom: green
+colorTo: yellow
+sdk: gradio
+sdk_version: 3.28.3
+app_file: app.py
+pinned: false
+duplicated_from: allinaigc/internet_GPT_1105
+---
+
+Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

app.py

@@ -0,0 +1,128 @@
+'''
+1. 增加的可联网的模式，可以增强对话的能力。
+1. 联网与不联网模式统一在一个函数里面，通过choice来选择。
+'''
+
+import openai
+import gradio as gr
+# from gradio import Radio
+import os
+import openai
+import requests
+from rich import print
+import gc
+
+## 这里是huggingface的secret里面存放当前可以用的api key。
+openai.api_key = os.environ['my_api_key']
+os.environ["OPENAI_API_KEY"] = os.environ['my_api_key']
+
+### Bing Search
+bing_search_api_key = os.environ['bing_api_key']
+bing_search_endpoint = 'https://api.bing.microsoft.com/v7.0/search' 
+
+def clear_conversation():
+    return gr.update(value=None, visible=True), None, "",
+
+def search(query):
+    # Construct a request
+    # mkt = 'en-EN'
+    mkt = 'zh-CN'
+    params = {'q': query, 'mkt': mkt}
+    headers = {'Ocp-Apim-Subscription-Key': bing_search_api_key}
+
+    # Call the API
+    try:
+        response = requests.get(bing_search_endpoint, headers=headers, params=params)
+        response.raise_for_status()
+        json = response.json()
+        return json["webPages"]["value"]
+        # print("\nJSON Response:\n")
+        # pprint(response.json())
+
+    except Exception as e:
+        raise e
+
+messages = [
+    # {"role": "system", "content": "You are a helpful and kind AI Assistant."},
+    {"role": "system", "content": "你是一个专业和友好的AI助手。"},]
+
+
+def chatbot(input, choice):
+    global messages #! 通过制定messages可以在非增强模式中，记忆对话。
+    history = []
+    try:
+        if input and choice!='联网增强模式':
+            print('start the NO internet version of ChatGPT')
+            messages.append({"role": "user", "content": input})
+            for resp in openai.ChatCompletion.create(model="gpt-3.5-turbo", messages=messages, stream=True, max_tokens=2048,temperature=0.9):
+                answer = str(resp['choices'][0]['delta'].get('content'))
+                if answer != "None":
+                    history.append(answer)
+                    result = "".join(history).strip() #* working！
+                    yield result
+
+        elif input and choice=='联网增强模式':
+            print('start the internet version of ChatGPT')
+
+            #NOTE: 重置messages，等于遗忘了之前的所有记录。
+            messages = [
+                # {"role": "system", "content": "You are a helpful and kind AI Assistant."},
+            {"role": "system", "content": "你是一个专业和友好的AI助手。"},
+            ] 
+
+            internet_search_result = search(input)
+            search_prompt = [f"Source:\nTitle: {result['name']}\nURL: {result['url']}\nContent: {result['snippet']}" for result in internet_search_result]
+            print('content:\n', search_prompt[0])
+            # prompt = "Use these sources to answer the question:\n\n" + "\n\n".join(search_prompt) + "\n\nQuestion: " + input + "\n\nAnswer:"
+            prompt = "Use these sources to answer the question:\n\n" + "\n\n".join(search_prompt[0:3]) + "\n\nQuestion: " + input + "\n\nAnswer:" ## 限制了只有3个搜索结果。
+            messages.append({"role": "user", "content": prompt})
+
+            ## no streaming version. 
+            # messages.append({"role": "user", "content": input})
+            # print(input)
+            # chat = openai.ChatCompletion.create(
+            #     model="gpt-3.5-turbo", messages=messages
+            # )
+            # reply = chat.choices[0].message.content
+            # messages.append({"role": "assistant", "content": reply})
+
+            ## streaming version. typewriter effect, word by word output. 
+            for resp in openai.ChatCompletion.create(model="gpt-3.5-turbo", messages=messages, stream=True, max_tokens=2048, temperature=0.9):
+                
+                # sys.stdout.write(str(resp['choices'][0]['delta'].get('content'))) ## 这个方式仅在terminal中是working的。
+                # sys.stdout.flush()
+                
+                #* 以下内容在Gradio中是working的。
+                answer = str(resp['choices'][0]['delta'].get('content'))
+                if answer != "None":
+                    history.append(answer)
+                    result = "".join(history).strip() #* working！
+                    yield result
+
+    except Exception as e:
+        print(e)
+
+    # return None
+
+css = "textarea {-webkit-text-fill-color:black; -webkit-opacity: 1;}"
+
+## 如果要优化显示效果，参见： https://gradio.app/theming-guide/
+try: 
+    inputs = [gr.inputs.Textbox(lines=5, label="请输入你的问题/任务"), gr.Radio(['默认ChatGPT模式', '联网增强模式'], label="ChatGPT运行模式")] #! working. 如果有多个input，那么需要把这些input放在一个list里面，然后传给inputs。注意这里如果更改了选项的文字，需要到chatbot中更改对应的文字。
+    outputs = gr.outputs.Textbox(label="ChatGPT的回答").style(show_copy_button=True)
+    interface = gr.Interface(
+        # fn=chatbot,
+        fn=chatbot,
+        inputs=inputs,
+        outputs=outputs,
+        title="极速版ChatGPT",
+        description="_联网增强模式：可联网的ChatGPT, 使用Internet公共搜索引擎作为增强知识库。选择这个模式，信息检索范围将大幅增加，但回答质量将变得些许不稳定，且与一般搜索引擎如百度类似，回答记忆只限于一轮。_",
+        theme=gr.themes.Soft(), 
+        css=css, 
+        )
+    interface.queue(concurrency_count=100)
+    interface.launch(height=500)
+
+except Exception as e:
+    print(e)
+

requirements.txt

@@ -0,0 +1,5 @@
+gradio
+openai
+requests
+streamlit
+streamlit_chat