Zekun Wu
commited on
Commit
•
a1320fa
1
Parent(s):
0bf6595
update
Browse files
app.py
CHANGED
@@ -2,6 +2,19 @@ import streamlit as st
|
|
2 |
from evaluator import evaluator
|
3 |
import os
|
4 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
5 |
# Function to check password
|
6 |
def check_password():
|
7 |
def password_entered():
|
@@ -10,32 +23,35 @@ def check_password():
|
|
10 |
else:
|
11 |
st.error("Incorrect Password, please try again.")
|
12 |
|
13 |
-
# Create a password input field and a button for submission
|
14 |
password_input = st.text_input("Enter Password:", type="password")
|
15 |
submit_button = st.button("Submit", on_click=password_entered)
|
16 |
|
17 |
-
# If the button is pressed and password is not correct, display an error
|
18 |
if submit_button and not st.session_state.get('password_correct', False):
|
19 |
st.error("Please enter a valid password to access the demo.")
|
20 |
|
|
|
21 |
# Title of the application
|
22 |
st.title('Natural Language Explanation Demo')
|
23 |
|
24 |
-
# Check if password has been validated
|
25 |
if not st.session_state.get('password_correct', False):
|
26 |
check_password()
|
27 |
else:
|
28 |
model_name = st.selectbox('Select a model:', ['gpt4-1106', 'gpt35-1106'])
|
29 |
|
30 |
-
|
31 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
32 |
|
33 |
if st.button('Evaluate Explanation'):
|
34 |
-
|
35 |
-
|
36 |
-
|
37 |
-
|
38 |
-
|
39 |
-
st.write(f"{principle}: {score}")
|
40 |
-
else:
|
41 |
-
st.error('Please enter both a question and an explanation to evaluate.')
|
|
|
2 |
from evaluator import evaluator
|
3 |
import os
|
4 |
|
5 |
+
# Predefined examples
|
6 |
+
examples = {
|
7 |
+
'good': {
|
8 |
+
'question': "What causes rainbows to appear in the sky?",
|
9 |
+
'explanation': "Rainbows appear when sunlight is refracted, dispersed, and reflected inside water droplets in the atmosphere, resulting in a spectrum of light appearing in the sky."
|
10 |
+
},
|
11 |
+
'bad': {
|
12 |
+
'question': "What causes rainbows to appear in the sky?",
|
13 |
+
'explanation': "Rainbows happen because light in the sky gets mixed up and sometimes shows colors when it's raining or when there is water around."
|
14 |
+
}
|
15 |
+
}
|
16 |
+
|
17 |
+
|
18 |
# Function to check password
|
19 |
def check_password():
|
20 |
def password_entered():
|
|
|
23 |
else:
|
24 |
st.error("Incorrect Password, please try again.")
|
25 |
|
|
|
26 |
password_input = st.text_input("Enter Password:", type="password")
|
27 |
submit_button = st.button("Submit", on_click=password_entered)
|
28 |
|
|
|
29 |
if submit_button and not st.session_state.get('password_correct', False):
|
30 |
st.error("Please enter a valid password to access the demo.")
|
31 |
|
32 |
+
|
33 |
# Title of the application
|
34 |
st.title('Natural Language Explanation Demo')
|
35 |
|
36 |
+
# Check if password has been validated
|
37 |
if not st.session_state.get('password_correct', False):
|
38 |
check_password()
|
39 |
else:
|
40 |
model_name = st.selectbox('Select a model:', ['gpt4-1106', 'gpt35-1106'])
|
41 |
|
42 |
+
# Option to select an example type
|
43 |
+
example_type = st.radio("Choose an example type:", ('good', 'bad'))
|
44 |
+
example = examples[example_type]
|
45 |
+
|
46 |
+
st.write('### Example Question')
|
47 |
+
st.write(example['question'])
|
48 |
+
|
49 |
+
st.write('### Example Explanation')
|
50 |
+
st.write(example['explanation'])
|
51 |
|
52 |
if st.button('Evaluate Explanation'):
|
53 |
+
eval = evaluator(model_name)
|
54 |
+
scores = eval(example['question'], example['explanation'])
|
55 |
+
st.write('### Scores')
|
56 |
+
for principle, score in scores.items():
|
57 |
+
st.write(f"{principle}: {score}")
|
|
|
|
|
|