Spaces:
Sleeping
Sleeping
elibrowne
commited on
Commit
·
260fa64
1
Parent(s):
d460b8a
Generation workflow
Browse files
app.py
CHANGED
@@ -75,7 +75,7 @@ sample_dict = {
|
|
75 |
|
76 |
user_id = "NO_ID"
|
77 |
|
78 |
-
with gr.Blocks(
|
79 |
# Title text introducing study
|
80 |
gr.Markdown("""
|
81 |
# Legal Retriever Evaluation Study
|
@@ -129,6 +129,7 @@ with gr.Blocks(theme=gr.themes.Soft()) as user_eval:
|
|
129 |
step += 1
|
130 |
print(eval_1 + eval_2 + eval_3)
|
131 |
if step == len(passage_texts):
|
|
|
132 |
collapsible_string = ""
|
133 |
for i, passage in enumerate(passage_texts):
|
134 |
collapsible_string += """
|
@@ -148,10 +149,35 @@ with gr.Blocks(theme=gr.themes.Soft()) as user_eval:
|
|
148 |
}
|
149 |
|
150 |
def next_g(eval_helps, eval_satisfied):
|
|
|
|
|
151 |
print(eval_helps + eval_satisfied)
|
152 |
-
|
153 |
-
|
154 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
155 |
|
156 |
btn_p.click(fn = next_p, inputs = [eval_1, eval_2, eval_3], outputs = [selection, scores_p, scores_g])
|
157 |
btn_g.click(fn = next_g, inputs = [eval_helps, eval_satisfied], outputs = [selection])
|
|
|
75 |
|
76 |
user_id = "NO_ID"
|
77 |
|
78 |
+
with gr.Blocks() as user_eval:
|
79 |
# Title text introducing study
|
80 |
gr.Markdown("""
|
81 |
# Legal Retriever Evaluation Study
|
|
|
129 |
step += 1
|
130 |
print(eval_1 + eval_2 + eval_3)
|
131 |
if step == len(passage_texts):
|
132 |
+
# Step 10: all sources
|
133 |
collapsible_string = ""
|
134 |
for i, passage in enumerate(passage_texts):
|
135 |
collapsible_string += """
|
|
|
149 |
}
|
150 |
|
151 |
def next_g(eval_helps, eval_satisfied):
|
152 |
+
global step
|
153 |
+
step += 1
|
154 |
print(eval_helps + eval_satisfied)
|
155 |
+
if step == 11:
|
156 |
+
# Step 11: guaranteed summary
|
157 |
+
return {
|
158 |
+
selection: gr.HTML("""
|
159 |
+
<h2> Autogenerated Response </h2> <br />
|
160 |
+
""" + generation)
|
161 |
+
}
|
162 |
+
# Steps 12 and 13 are gold passage + gold passage generation IF it is applicable
|
163 |
+
if step > 11 and not sample_dict["top10_contains_gold_passage"]:
|
164 |
+
if step == 12:
|
165 |
+
return {
|
166 |
+
selection: gr.HTML("""
|
167 |
+
<h2> Retrieved Passage </h2> <br />
|
168 |
+
""" + gold_passage)
|
169 |
+
}
|
170 |
+
else:
|
171 |
+
return {
|
172 |
+
selection: gr.HTML("""
|
173 |
+
<h2> Autogenerated Response </h2> <br />
|
174 |
+
""" + gold_passage_generation)
|
175 |
+
}
|
176 |
+
else:
|
177 |
+
return {
|
178 |
+
selection: gr.HTML("TOGGLE INCOMING")
|
179 |
+
}
|
180 |
+
|
181 |
|
182 |
btn_p.click(fn = next_p, inputs = [eval_1, eval_2, eval_3], outputs = [selection, scores_p, scores_g])
|
183 |
btn_g.click(fn = next_g, inputs = [eval_helps, eval_satisfied], outputs = [selection])
|