Update main.py

main.py

@@ -50,18 +50,21 @@ def generate(item: Item):
         details=item.details,
         return_full_text=item.return_full_text
     )
-    return stream
-    # output = ""
+    # return stream
+    output = ""
     
-    # for response in stream:
-    #     Check if response has the attribute 'token'
+    for response in stream:
+        Check if response has the attribute 'token'
         
-    #     if hasattr(response, 'tokens'):
-    #         output += response.tokens.text
-    #     else:
-    #         output += response  # If not, treat it as a string
+        if hasattr(response, 'tokens'):
+            output += response.token.text
+        else:
+            output += response  # If not, treat it as a string
+
+    return ['msg': output]    
     # return output
 
+
 # def generate(item: Item):
 #     temperature = float(item.temperature)
 #     if temperature < 1e-2: