Update app.py

app.py

@@ -1,4 +1,4 @@
-import gradio as gr
+# import gradio as gr
 # from langchain.llms import HuggingFacePipeline
 # from transformers import AutoTokenizer, AutoModel
 # import transformers
@@ -45,59 +45,59 @@ import gradio as gr
 
 ##########################
 
-from transformers import T5Tokenizer
-from transformers import T5ForConditionalGeneration
-
-finetuned_model = T5ForConditionalGeneration.from_pretrained("MD1998/chating_beginner_v2")
-tokenizer = T5Tokenizer.from_pretrained("MD1998/chating_beginner_v2")
-
-# Initialize conversation history
-conversation_history = "System_prompt: You establish that the assistant is intelligent and helpful, and that you want to have an engaging conversation.\n"
-generation_params = {
-    "max_length": 100,
-    "repetition_penalty": 1.2,
-    "temperature": 0.2,
-    "top_p": 0.99,
-    "top_k": 1
-}
-
-# Function to handle conversation
-def chat_with_model(input_text):
-    global conversation_history
+# from transformers import T5Tokenizer
+# from transformers import T5ForConditionalGeneration
+
+# finetuned_model = T5ForConditionalGeneration.from_pretrained("MD1998/chating_beginner_v2")
+# tokenizer = T5Tokenizer.from_pretrained("MD1998/chating_beginner_v2")
+
+# # Initialize conversation history
+# conversation_history = "System_prompt: You establish that the assistant is intelligent and helpful, and that you want to have an engaging conversation.\n"
+# generation_params = {
+#     "max_length": 100,
+#     "repetition_penalty": 1.2,
+#     "temperature": 0.2,
+#     "top_p": 0.99,
+#     "top_k": 1
+# }
+
+# # Function to handle conversation
+# def chat_with_model(input_text):
+#     global conversation_history
     
-    # Combine the new input with the conversation history
-    my_inputs = conversation_history + input_text
+#     # Combine the new input with the conversation history
+#     my_inputs = conversation_history + input_text
     
-    # Encode the inputs
-    inputs = tokenizer(my_inputs, return_tensors="pt")
+#     # Encode the inputs
+#     inputs = tokenizer(my_inputs, return_tensors="pt")
     
-    # Generate outputs using the model
-    outputs = finetuned_model.generate(**inputs, **generation_params)
+#     # Generate outputs using the model
+#     outputs = finetuned_model.generate(**inputs, **generation_params)
     
-    # Decode the outputs to get the answer
-    answer = tokenizer.decode(outputs[0], skip_special_tokens=True)
+#     # Decode the outputs to get the answer
+#     answer = tokenizer.decode(outputs[0], skip_special_tokens=True)
     
-    # Update conversation history (append the new input and answer)
-    conversation_history += f"\nUser: {input_text}\nAssistant: {answer}\n"
+#     # Update conversation history (append the new input and answer)
+#     conversation_history += f"\nUser: {input_text}\nAssistant: {answer}\n"
     
-    # Display the answer using text wrapping for readability
-    print(fill(answer, width=80))
+#     # Display the answer using text wrapping for readability
+#     print(fill(answer, width=80))
     
-    # Return the answer for further use (if needed)
-    return answer
+#     # Return the answer for further use (if needed)
+#     return answer
 
-# Example usage
-# user_input = "What is the weather like today?"
-# chat_with_model(user_input)
+# # Example usage
+# # user_input = "What is the weather like today?"
+# # chat_with_model(user_input)
 
 
-def greet(user_input):
-    response = chat_with_model(user_input)
+# def greet(user_input):
+#     response = chat_with_model(user_input)
     
-    return response
+#     return response
 
-iface = gr.Interface(fn=greet, inputs="text", outputs="text")
-iface.launch()
+# iface = gr.Interface(fn=greet, inputs="text", outputs="text")
+# iface.launch()
 ##########################
 
 
@@ -121,6 +121,54 @@ iface.launch()
 # iface = gr.Interface(fn=greet, inputs="text", outputs="text")
 # iface.launch()
 
+#@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@
+from transformers import pipeline, T5Tokenizer
+
+# Load the tokenizer and the pipeline for text generation
+tokenizer = T5Tokenizer.from_pretrained("MD1998/chating_beginner_v2")
+chat_pipeline = pipeline("text2text-generation", model="MD1998/chating_beginner_v2", tokenizer=tokenizer)
+
+# Initialize conversation history
+conversation_history = "System_prompt: You are a helpful, respectful, and honest assistant designed to improve English language skills. Always provide accurate and helpful responses to language improvement tasks, while ensuring safety and ethical standards. Your answers should not include any harmful, unethical, racist, sexist, toxic, dangerous, or illegal content. Please ensure that your responses are socially unbiased, positive, and focused on enhancing language skills. If a question does not make sense or is not factually coherent, explain why instead of answering something incorrect. If you don't know the answer to a question, please don't share false information. Your role is to guide users through various language exercises and challenges, helping them to practice and improve their English skills in a fun and engaging way. Always encourage users to try different approaches and provide constructive feedback to help them progress.\n"
+generation_params = {
+    "max_length": 100,
+    "repetition_penalty": 1.2,
+    "temperature": 0.2,
+    "top_p": 0.99,
+    "top_k": 1
+}
+
+# Function to handle conversation
+def chat_with_model(input_text):
+    global conversation_history
+    
+    # Combine the new input with the conversation history
+    prompt = conversation_history + input_text
+    
+    # Generate outputs using the pipeline with the provided prompt and generation parameters
+    response = chat_pipeline(prompt, **generation_params)[0]["generated_text"]
+    
+    # Update conversation history (append the new input and answer)
+    conversation_history += f"\nUser: {input_text}\nAssistant: {response}\n"
+    
+    # Display the answer using text wrapping for readability
+    print(fill(response, width=80))
+    
+    # Return the answer for further use (if needed)
+    return response
+
+# Example usage
+# user_input = "What is the weather like today?"
+# chat_with_model(user_input)
+
+def greet(user_input):
+    response = chat_with_model(user_input)
+    return response
+
+# Launch a Gradio interface
+import gradio as gr
+iface = gr.Interface(fn=greet, inputs="text", outputs="text")
+iface.launch()