Spaces:
Runtime error
Runtime error
Commit
·
f86ff7a
1
Parent(s):
2aed722
Update app.py
Browse files
app.py
CHANGED
@@ -194,7 +194,7 @@ def predict_gender_pronouns(
|
|
194 |
/ num_ave), DECIMAL_PLACES)
|
195 |
|
196 |
uncertain_df = pd.DataFrame.from_dict(
|
197 |
-
all_uncertainty_f, orient='index', columns=['
|
198 |
|
199 |
uncertain_df = uncertain_df.reset_index().rename(
|
200 |
columns={'index': 'Sentence number'})
|
@@ -209,7 +209,6 @@ def predict_gender_pronouns(
|
|
209 |
demo = gr.Blocks()
|
210 |
with demo:
|
211 |
input_texts = gr.Variable([])
|
212 |
-
gr.Markdown("**Are you certain?**")
|
213 |
gr.Markdown("LLMs are pretty good at reporting task underspecification. We just need to ask the right way.")
|
214 |
gr.Markdown("Using our Underspecification Metric informed by applying causal inference techniques, \
|
215 |
we are able to identify likely spurious correlations and exploit them in \
|
@@ -220,9 +219,7 @@ with demo:
|
|
220 |
only two of the sentences are well-specified while the rest remain underspecified.")
|
221 |
gr.Markdown("If a model can reliably report the underspecification of an inference-time task, an AI systems can replace only those task predictions with\
|
222 |
an appropriate heuristic or information retrieval process.")
|
223 |
-
|
224 |
-
gr.Markdown("**TL;DR**")
|
225 |
-
gr.Markdown("Follow steps below to test out one of the pre-loaded options. Once you get the hang of it, you can load a new model and/or provide your own input texts.")
|
226 |
|
227 |
with gr.Row():
|
228 |
model_name = gr.Radio(
|
|
|
194 |
/ num_ave), DECIMAL_PLACES)
|
195 |
|
196 |
uncertain_df = pd.DataFrame.from_dict(
|
197 |
+
all_uncertainty_f, orient='index', columns=['Underspecification Metric'])
|
198 |
|
199 |
uncertain_df = uncertain_df.reset_index().rename(
|
200 |
columns={'index': 'Sentence number'})
|
|
|
209 |
demo = gr.Blocks()
|
210 |
with demo:
|
211 |
input_texts = gr.Variable([])
|
|
|
212 |
gr.Markdown("LLMs are pretty good at reporting task underspecification. We just need to ask the right way.")
|
213 |
gr.Markdown("Using our Underspecification Metric informed by applying causal inference techniques, \
|
214 |
we are able to identify likely spurious correlations and exploit them in \
|
|
|
219 |
only two of the sentences are well-specified while the rest remain underspecified.")
|
220 |
gr.Markdown("If a model can reliably report the underspecification of an inference-time task, an AI systems can replace only those task predictions with\
|
221 |
an appropriate heuristic or information retrieval process.")
|
222 |
+
gr.Markdown("**TL;DR**: Follow steps below to test out one of the pre-loaded options. Once you get the hang of it, you can load a new model and/or provide your own input texts.")
|
|
|
|
|
223 |
|
224 |
with gr.Row():
|
225 |
model_name = gr.Radio(
|