Update app.py

app.py

@@ -20,8 +20,20 @@ def extract_sentences_from_excel(file):
     return sentences
 
 def save_to_json(data, filename="synthetic_data.json"):
-    with open(filename, mode='a', encoding='utf-8') as file:
-        json.dump(data, file, indent=4, ensure_ascii=False)
+    with open(filename, mode='w', encoding='utf-8') as file:
+        json_data = []
+        for item in data:
+            generated_sentences = []
+            confidence_scores = []
+            for match in re.finditer(r"{'generated_sentence': '(.+)', 'confidence_score': (\d+\.\d+)}", item['generated_data']):
+                generated_sentences.append(match.group(1))
+                confidence_scores.append(float(match.group(2)))
+            json_data.append({
+                'original_sentence': item['original_sentence'],
+                'generated_sentences': generated_sentences,
+                'confidence_scores': confidence_scores
+            })
+        json.dump(json_data, file, indent=4, ensure_ascii=False)
 
 def generate(file, prompt, temperature, max_new_tokens, top_p, repetition_penalty):
     sentences = extract_sentences_from_excel(file)