Update app.py

app.py

@@ -44,29 +44,19 @@ import gradio as gr
 
 
 ##########################
-from langchain import PromptTemplate
-from langchain import LLMChain
-# from langchain.llms import CTransformers
-from langchain_community.llms import CTransformers
 
-from langchain.memory import ConversationBufferWindowMemory
+from transformers import T5Tokenizer, DataCollatorForSeq2Seq
+from transformers import T5ForConditionalGeneration, Seq2SeqTrainingArguments, Seq2SeqTrainer, AutoModelForSeq2SeqLM
 
-memory = ConversationBufferWindowMemory()
+model = "MD1998/chating_beginners_v1"
 
+finetuned_model = T5ForConditionalGeneration.from_pretrained(model)
+tokenizer = T5Tokenizer.from_pretrained(model)
 
-# Update the model path to use the Hugging Face model identifier
-llm = CTransformers(model='MD1998/chating_beginners_v1',
-                    config={'max_new_tokens': 25,
-                            'temperature': 0.2}
-                    )
-
-# convo = ConversationChain(
-#     llm=llm,
-#     memory=memory
-# )
-# convo.run("Who won the first cricket world cup?")
 
 def greet(my_prompt):
+    my_question = my_prompt
+    inputs = "Your name is Nemo, Please answer to this question in few words: " + my_question
 
     
     DEFAULT_SYSTEM_PROMPT="""\
@@ -76,33 +66,14 @@ def greet(my_prompt):
     
     Your role is to guide users through various language exercises and challenges, helping them to practice and improve their English skills in a fun and engaging way. Always encourage users to try different approaches and provide constructive feedback to help them progress. \n\n {text}
     """
-    
-    
-    
-    
-    
-    
-    # DEFAULT_SYSTEM_PROMPT = """\
-    # You are a helpful, respectful and honest assistant. Always answer as helpfully as possible, while being safe. Your answers should not include any harmful, unethical, racist, sexist, toxic, dangerous, or illegal content. Please ensure that your responses are socially unbiased and positive in nature.
-    
-    # If a question does not make any sense, or is not factually coherent, explain why instead of answering something not correct. If you don't know the answer to a question, please don't share false information."""
-    
-    # instruction = "Convert the following text from English to French: \n\n {text}"
-    instruction = "Have a good conversation: \n\n {text}"
-    
-    
-
-    prompt = PromptTemplate(template=DEFAULT_SYSTEM_PROMPT, input_variables=["text"])
-    
-    
-    LLM_Chain = LLMChain(prompt=prompt, llm=llm, memory=memory)
-    
-    # print(LLM_Chain.run("How are you"))
-
 
+    inputss = tokenizer(inputs, return_tensors="pt")
+    outputs = finetuned_model.generate(**inputss)
+    answer = tokenizer.decode(outputs[0])
+    from textwrap import fill
     
     
-    return LLM_Chain.run(my_prompt)
+    return fill(answer, width=80)
 
 iface = gr.Interface(fn=greet, inputs="text", outputs="text")
 iface.launch()