Update app.py

app.py

@@ -57,15 +57,13 @@ def generate(file, prompt, temperature, max_new_tokens, top_p, repetition_penalt
             }
 
             try:
-                output = client.text_generation(f"{prompt} Output the response in the following JSON format: {{'generated_sentence': 'The generated sentence text', 'confidence_score': 0.9}} {sentence}", **generate_kwargs, stream=False, details=False, return_full_text=True)
+                stream = client.text_generation(f"{prompt} Output the response in the following JSON format: {{'generated_sentence': 'The generated sentence text', 'confidence_score': 0.9}} {sentence}", **generate_kwargs, stream=True, details=True, return_full_text=False)
+                output = ""
+                for response in stream:
+                    output += response.token.text
+
                 data.append({"original_sentence": sentence, "generated_data": output})
 
-            except requests.exceptions.RequestException as e:
-                print(f"Request error for sentence '{sentence}': {e}")
-            except ValueError as e:
-                print(f"Value error for sentence '{sentence}': {e}")
-            except TypeError as e:
-                print(f"Type error for sentence '{sentence}': {e}")
             except Exception as e:
                 print(f"Error generating data for sentence '{sentence}': {e}")