Update app.py

app.py

@@ -1,16 +1,19 @@
 
+import os
+import gradio
 
-import torch
-from huggingface_hub import login
+os.system("gdown 1L0HmkMQ54le2Eel1r3aJVoxsOLFpTodL")
 
-login(token="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")
+from langchain.llms.llamacpp import LlamaCpp
+model_path = "ggml-model-q4_0.bin"
+llm = LlamaCpp(model_path=model_path)
 
-# Use a pipeline as a high-level helper
-from transformers import pipeline
+def respond(input_text):
+    response = llm(input_text)
+    return str(response)
 
-pipe = pipeline("text-generation", model="meta-llama/Llama-2-7b-chat-hf")
+demo = gradio.Interface(fn=respond, inputs='text', outputs='text')
+
+demo.launch()
 
-print("Providing input to the pipeline.....")
 
-response = pipe("Hello, how are you?")
-print(response)