fix: use end of sentence token and print details

app.py

@@ -54,7 +54,7 @@ else:
 prompt_dict = dict(sorted(prompt_dict.items(), key=lambda x: x[1], reverse=True))
 examples = [[x] for x in prompt_dict.keys()]
 
-stop_sequences = [] #["<|endoftext|>",">"]
+stop_sequences = ["<|endoftext|>"]
 
 # examples = [
 #     ["<$غزل$@بر دلم هر ذره داغی می توان کردن"],
@@ -130,6 +130,7 @@ def generate(
         repetition_penalty=repetition_penalty,
         stop_sequences=stop_sequences,
         do_sample=True,
+        details=True,
         #seed=seed,
     )
     #seed = seed + 1
@@ -139,8 +140,11 @@ def generate(
         stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
     else:
         stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=False, details=True, return_full_text=False)
-    output = ""
 
+    print(stream)
+    stream = stream.generated_text
+    
+    output = ""
     for response in stream:
         output += response