update

app.py

@@ -41,8 +41,7 @@ theme = gr.themes.Monochrome(
     font=[gr.themes.GoogleFont("Open Sans"), "ui-sans-serif", "system-ui", "sans-serif"],
 )
 
-def do_inference(full_text):
-    ### Load the model
+### Load the model
     class CFG:
         num_workers = os.cpu_count()
         llm_backbone = "HuggingFaceH4/zephyr-7b-beta"
@@ -154,11 +153,14 @@ def do_inference(full_text):
             return output.logits
         
     model = CustomModel()
+    ### End Load the model
+
+def do_inference(full_text):
     
 
     return "result"
 
-### End Load the model
+