Update app.py

app.py

@@ -1,5 +1,51 @@
-#import gradio as gr
+#pip install huggingface_hub
+
+#export HF_TOKEN="<>"
+
+
+
 from huggingface_hub import InferenceClient
-client = InferenceClient("thviet79/model-QA-medical")
 
-client.question_answering(question="Hi?",context = "greeting")
+import json
+
+
+
+repo_id = "TinyLlama/TinyLlama-1.1B-Chat-v1.0"
+
+
+
+llm_client = InferenceClient(
+
+    model=repo_id,
+
+    timeout=120,
+
+)
+
+
+
+def call_llm(inference_client: InferenceClient, prompt: str):
+
+    response = inference_client.post(
+
+        json={
+
+            "inputs": prompt,
+
+            "parameters": {"max_new_tokens": 200},
+
+            "task": "text-generation",
+
+        },
+
+    )
+
+    return json.loads(response.decode())[0]["generated_text"]
+
+
+
+
+
+response=call_llm(llm_client, "write me a crazy joke")
+
+print (response)