asd

app.py

@@ -1,3 +1,4 @@
+import os
 import json
 import torch
 from transformers import AutoModelForCausalLM, AutoTokenizer
@@ -10,6 +11,21 @@ import time
 merged_model = None
 tokenizer = None
 
+def load_model_and_tokenizer():
+    global merged_model, tokenizer
+    
+    model_name = "NoaiGPT/merged-llama3-8b-instruct"
+    local_model_path = model_name.replace("/", "_")
+    
+    if os.path.exists(local_model_path):
+        print("Loading model from local path...")
+        tokenizer = AutoTokenizer.from_pretrained(local_model_path)
+        merged_model = AutoModelForCausalLM.from_pretrained(local_model_path)
+    else:
+        print("Downloading model from Hugging Face Hub...")
+        tokenizer = AutoTokenizer.from_pretrained(model_name)
+        merged_model = AutoModelForCausalLM.from_pretrained(model_name)
+
 def merge_models():
     print("Loading base model...")
     base_model = AutoModelForCausalLM.from_pretrained("meta-llama/Meta-Llama-3-8B")
@@ -76,15 +92,41 @@ def run_merge_and_push():
     
     return f"Model merged and pushed to Hugging Face Hub successfully! Repository: {hub_repo_name}"
 
+# Load the model and tokenizer
+load_model_and_tokenizer()
+
+# Default input text
+default_input_text = """### Human: Humanize the following AI-generated text. Ensure the output maintains the same format, headings, and bullet points as the input:
+Monitor the implementation, adjusting the plan as needed.. Furthermore, introducing healthier snacks such as fresh fruits, vegetables, and alternative grains can help counteract the effects of processed and sugary snacks that are popular amongst students. 
+3. Introduce nutritious whole foods such as fresh fruits and vegetables, grains, seeds, and nuts, as well as plant-based substitutes to traditional lunch items. 
+5. Set aside time for students to participate in activities that promote healthy eating habits. 
+
+To effectively implement healthier food options in school cafeterias, the following steps should be taken: 
+
+1. 
+6. 
+4. Studies have found that students who eat healthier, balanced meals during the school day perform better in class, have higher cognitive functioning, and feel more energized and ready to learn. Survey the students to learn their preferences for healthy snacks. Establish a partnership with local farmers and food vendors to provide fresh, wholesome food items for the school lunchroom. Conduct an audit of the current food items offered in the school lunchroom. Educate the students on the importance of making healthier food choices. 
+7. 
+2. 
+Research has shown that there are numerous benefits to providing healthier food options in school cafeterias
+### Assistant:Its better to take away the opition of getting junk food that the cafeteria puts out for students. Changing our school meun to much healthier choice's is a good idea because its good for the students to eat much healthier food in school. Some students tend to buy food and then throw it out becuase of how the food is made. And staff members that get lunch from the cafeteria could enjoy having a healthier lunch.
+
+in conclusion changing the schools cafeterias meun to much healthier choice would be good for students and staff members so they could stay healthy and focus.. Eating junk food could make you tired and you won't have theenergy to do anything. The school could make a slald bar for those who chose to eat it and they could add there own toppings so they could eat somthing they like instead of throwing it out.
+
+I think having fruits smoothies, organic bake goods, and a salad bar could be very good for every school to have because the school could make a lot of money selling this at school and its healthy for students to eat and enjoy. Students wont be so tempted to eat it, and could chose a better and healthier choice.
+
+Most students want to stay in shape, so they try to eat healthier. most students don't workout so they depend on the food they eat. most students wont have to get uber eats to get food that they like if the school sold smoothies or bake goods. adding more healthier choices in th school caferteria meun could help them stay in shape. Eating more fresh fruits and water can help students focus and not fall asleep in class"""
+
 # Gradio interface
 with gr.Blocks() as demo:
     with gr.Tab("Generate Text"):
         iface = gr.Interface(
             fn=generate_text,
-            inputs=gr.Textbox(lines=5, label="Input Text"),
-            outputs=gr.Textbox(lines=10, label="Generated Text"),
+            inputs=gr.Textbox(lines=10, label="Input Text", placeholder="Enter text to generate a response..."),
+            outputs=gr.Textbox(lines=15, label="Generated Text"),
             title="Merged Llama 3 8B Instruct Model",
             description="Enter text to generate a response from the merged model.",
+            examples=[[default_input_text]]
         )
         iface.render()