Update app.py

app.py

@@ -33,6 +33,7 @@ def format_prompt(message, history):
 agents =[
     "COMMENTER",
     "BLOG_POSTER",
+    "REPLY_TO_COMMENTER",
     "COMPRESS_HISTORY_PROMPT"
 ]
 
@@ -102,6 +103,38 @@ def question_generate(prompt, history, agent_name=agents[0], sys_prompt="", temp
     #history.append((output,history))
 
     return output
+
+def blog_poster_reply(prompt, history, agent_name=agents[0], sys_prompt="", temperature=0.9, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0,):
+#def question_generate(prompt, history):
+    seed = random.randint(1,1111111111111111)
+    agent=prompts.REPLY_TO_COMMENTER.format(focus=main_point[0])
+    system_prompt=agent
+    temperature = float(temperature)
+    if temperature < 1e-2:
+        temperature = 1e-2
+    top_p = float(top_p)
+
+    generate_kwargs = dict(
+        temperature=temperature,
+        max_new_tokens=max_new_tokens,
+        top_p=top_p,
+        repetition_penalty=repetition_penalty,
+        do_sample=True,
+        seed=seed,
+    )
+    #history.append((prompt,""))
+    formatted_prompt = format_prompt(f"{system_prompt}, {prompt}", history)
+    stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
+    output = ""
+
+    for response in stream:
+        output += response.token.text
+    #history.append((output,history))
+
+    return output
+
+
+    
 def create_valid_filename(invalid_filename: str) -> str:
     """Converts invalid characters in a string to be suitable for a filename."""
     invalid_filename.replace(" ","-")
@@ -114,7 +147,7 @@ def create_valid_filename(invalid_filename: str) -> str:
     return ''.join(char for char in valid_chars if char in allowed_chars)
 
 def generate(prompt, history, agent_name=agents[0], sys_prompt="", temperature=0.9, max_new_tokens=1048, top_p=0.95, repetition_penalty=1.0,):
-    main_point[0]=prompt
+    #main_point[0]=prompt
     #print(datetime.datetime.now())
     uid=uuid.uuid4()
     current_time = str(datetime.datetime.now())
@@ -133,22 +166,41 @@ def generate(prompt, history, agent_name=agents[0], sys_prompt="", temperature=0
     json_hist={}
     json_obj={}
     filename=create_valid_filename(f'{prompt}---{current_time}')
+    post_cnt=1
     while True:
         seed = random.randint(1,1111111111111111)
+        if post_cnt==1:
+            generate_kwargs = dict(
+                temperature=temperature,
+                max_new_tokens=max_new_tokens2,
+                top_p=top_p,
+                repetition_penalty=repetition_penalty,
+                do_sample=True,
+                seed=seed,
+            )    
+            if prompt.startswith(' \"'):
+                prompt=prompt.strip(' \"')
 
-        generate_kwargs = dict(
-            temperature=temperature,
-            max_new_tokens=max_new_tokens2,
-            top_p=top_p,
-            repetition_penalty=repetition_penalty,
-            do_sample=True,
-            seed=seed,
-        )    
-        if prompt.startswith(' \"'):
-            prompt=prompt.strip(' \"')
-        formatted_prompt = format_prompt(f"{system_prompt}, {prompt}", history)
+            formatted_prompt = format_prompt(f"{system_prompt}, {prompt}", history)
+        else:
+            system_prompt=prompts.REPLY_TO_COMMENTER.format(focus=main_points[0])
+    
+            generate_kwargs = dict(
+                temperature=temperature,
+                max_new_tokens=max_new_tokens2,
+                top_p=top_p,
+                repetition_penalty=repetition_penalty,
+                do_sample=True,
+                seed=seed,
+            )    
+            if prompt.startswith(' \"'):
+                prompt=prompt.strip(' \"')
+            
+            formatted_prompt = format_prompt(f"{system_prompt}, {prompt}", history)
         if len(formatted_prompt) < (50000):
             print(len(formatted_prompt))
+
+            
             stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
             output = ""
             #if history:
@@ -196,15 +248,18 @@ def generate(prompt, history, agent_name=agents[0], sys_prompt="", temperature=0
             f.close()
             upload_file(
                 path_or_fileobj =f"{uid}-sum.json", 
-                path_in_repo = f"summary/{filename}-summary.json", 
+                path_in_repo = f"book1/{filename}-summary.json", 
                 repo_id =f"{username}/{dataset_name}", 
                 repo_type = "dataset", 
                 token=token,
             )
 
-            
+        else:
             prompt = question_generate(output, history)
-           
+            
+        prompt = question_generate(output, history)
+        main_point[0]=prompt
+            
     return prompt, history, summary[0],json_obj,json_hist 
 
 def load_html():