storing hit in a way that will work for autoeval

app.py

@@ -33,7 +33,7 @@ with demo:
     dummy = gr.Textbox(visible=False)  # dummy for passing assignmentId
 
     # We keep track of state as a JSON
-    state_dict = {"assignmentId": "", "cnt": 0, "fooled": 0, "data": [], "metadata": {}}
+    state_dict = {"assignmentId": "", "cnt": 0, "data": []}
     state = gr.JSON(state_dict, visible=False)
 
     gr.Markdown("# DADC in Gradio example")
@@ -50,12 +50,12 @@ with demo:
 
         pred["label"] = pred["label"].title()
         ret = f"Target: **{tgt}**. Model prediction: **{pred['label']}**\n\n"
-        if pred["label"] != tgt:
-            state["fooled"] += 1
+        fooled = pred["label"] != tgt
+        if fooled:
             ret += " You fooled the model! Well done!"
         else:
             ret += " You did not fool the model! Too bad, try again!"
-        state["data"].append(ret)
+        state["data"].append({"cnt": state["cnt"], "text": txt, "target": tgt, "model_pred": pred["label"], "fooled": fooled})
         state["cnt"] += 1
 
         done = state["cnt"] == total_cnt
@@ -68,7 +68,7 @@ with demo:
             # It seems that someone is using this app on mturk. We need to
             # store the assignmentId in the state before submit_hit_button
             # is clicked. We can do this here in _predict. We need to save the
-            # assignmentId so that the turker can get credit for their hit.
+            # assignmentId so that the turker can get credit for their HIT.
             state["assignmentId"] = query["assignmentId"][0]
 
         return pred_confidences, ret, state, toggle_example_submit, toggle_final_submit, new_state_md, dummy
@@ -91,7 +91,9 @@ with demo:
     # to automatically create a Hugging Face dataset from mturk.
     def _store_in_huggingface_dataset(state):
         with open(DATA_FILE, "a") as jsonlfile:
-            jsonlfile.write(json.dumps(state) + "\n")
+            json_data_with_assignment_id =\
+                [json.dumps(dict({"assignmentId": state["assignmentId"]}, **datum)) for datum in state["data"]]
+            jsonlfile.write("\n".join(json_data_with_assignment_id) + "\n")
         repo.push_to_hub()
         return state
 
@@ -131,8 +133,8 @@ with demo:
                 // If there is no assignmentId, then we assume that the submitter is
                 // on huggingface.co and we can't submit a HIT to mturk. But
                 // _store_in_huggingface_dataset will still store their example in
-                // our dataset without an assignmentId. We call reload() here
-                // to reset the app so the user can enter in another "fake" HIT.
+                // our dataset without an assignmentId. The following line here
+                // loads the app again so the user can enter in another "fake" HIT.
                 window.location.href = window.location.href;
             }
         }