Spaces:
Sleeping
Sleeping
Delete app2.py
Browse files
app2.py
DELETED
@@ -1,95 +0,0 @@
|
|
1 |
-
""" Simple Chatbot
|
2 |
-
@author: Nigel Gebodh
|
3 |
-
@email: [email protected]
|
4 |
-
"""
|
5 |
-
import numpy as np
|
6 |
-
import streamlit as st
|
7 |
-
from openai import OpenAI
|
8 |
-
import os
|
9 |
-
from dotenv import load_dotenv
|
10 |
-
|
11 |
-
load_dotenv()
|
12 |
-
|
13 |
-
# Initialize the client
|
14 |
-
client = OpenAI(
|
15 |
-
base_url="https://api-inference.huggingface.co/v1",
|
16 |
-
api_key=os.environ.get('HUGGINGFACEHUB_API_TOKEN') # Replace with your token
|
17 |
-
)
|
18 |
-
|
19 |
-
# Define Llama 3 model
|
20 |
-
model_link = "meta-llama/Meta-Llama-3-8B-Instruct"
|
21 |
-
model_info = {
|
22 |
-
'description': """The Llama (3) model is a **Large Language Model (LLM)** that's able to have question and answer interactions.\n
|
23 |
-
It was created by the [**Meta's AI**](https://llama.meta.com/) team and has over **8 billion parameters.** \n""",
|
24 |
-
'logo': 'Llama_logo.png'
|
25 |
-
}
|
26 |
-
|
27 |
-
# Random dog images for error message
|
28 |
-
random_dog = ["0f476473-2d8b-415e-b944-483768418a95.jpg",
|
29 |
-
"1bd75c81-f1d7-4e55-9310-a27595fa8762.jpg",
|
30 |
-
"526590d2-8817-4ff0-8c62-fdcba5306d02.jpg",
|
31 |
-
"1326984c-39b0-492c-a773-f120d747a7e2.jpg"]
|
32 |
-
|
33 |
-
def reset_conversation():
|
34 |
-
'''Resets Conversation'''
|
35 |
-
st.session_state.conversation = []
|
36 |
-
st.session_state.messages = []
|
37 |
-
return None
|
38 |
-
|
39 |
-
# Create a temperature slider
|
40 |
-
temp_values = st.sidebar.slider('Select a temperature value', 0.0, 1.0, (0.5))
|
41 |
-
|
42 |
-
# Add reset button to clear conversation
|
43 |
-
st.sidebar.button('Reset Chat', on_click=reset_conversation) # Reset button
|
44 |
-
|
45 |
-
# Create model description
|
46 |
-
st.sidebar.write(f"You're now chatting with **Llama 3**")
|
47 |
-
st.sidebar.markdown(model_info['description'])
|
48 |
-
st.sidebar.image(model_info['logo'])
|
49 |
-
st.sidebar.markdown("*Generated content may be inaccurate or false.*")
|
50 |
-
st.sidebar.markdown("\nRun into issues? \nTry again later as GPU access might be limited.")
|
51 |
-
|
52 |
-
# Initialize chat history
|
53 |
-
if "messages" not in st.session_state:
|
54 |
-
st.session_state.messages = []
|
55 |
-
|
56 |
-
# Display chat messages from history on app rerun
|
57 |
-
for message in st.session_state.messages:
|
58 |
-
with st.chat_message(message["role"]):
|
59 |
-
st.markdown(message["content"])
|
60 |
-
|
61 |
-
# Accept user input
|
62 |
-
if prompt := st.chat_input(f"Hi, I'm Llama 3, ask me a question"):
|
63 |
-
|
64 |
-
# Display user message in chat message container
|
65 |
-
with st.chat_message("user"):
|
66 |
-
st.markdown(prompt)
|
67 |
-
# Add user message to chat history
|
68 |
-
st.session_state.messages.append({"role": "user", "content": prompt})
|
69 |
-
|
70 |
-
# Display assistant response in chat message container
|
71 |
-
with st.chat_message("assistant"):
|
72 |
-
|
73 |
-
try:
|
74 |
-
stream = client.chat.completions.create(
|
75 |
-
model=model_link,
|
76 |
-
messages=[
|
77 |
-
{"role": m["role"], "content": m["content"]}
|
78 |
-
for m in st.session_state.messages
|
79 |
-
],
|
80 |
-
temperature=temp_values,
|
81 |
-
stream=True,
|
82 |
-
max_tokens=3000,
|
83 |
-
)
|
84 |
-
|
85 |
-
response = st.write_stream(stream)
|
86 |
-
|
87 |
-
except Exception as e:
|
88 |
-
response = "😵💫 Looks like something went wrong! Try again later.\nHere's a random pic of a 🐶:"
|
89 |
-
st.write(response)
|
90 |
-
random_dog_pick = 'https://random.dog/' + random_dog[np.random.randint(len(random_dog))]
|
91 |
-
st.image(random_dog_pick)
|
92 |
-
st.write("This was the error message:")
|
93 |
-
st.write(e)
|
94 |
-
|
95 |
-
st.session_state.messages.append({"role": "assistant", "content": response})
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|