Add application file1

Dockerfile

@@ -0,0 +1,20 @@
+# https://huggingface.co/spaces/msy127/docker_blank_test  가이드에 따라 작성함
+
+
+# read the doc: https://huggingface.co/docs/hub/spaces-sdks-docker
+# you will also find guides on how best to write your Dockerfile
+
+FROM python:3.10.6
+
+WORKDIR /code
+
+# Matplotlib 환경 변수 설정 (chatgpt 알려준거)
+ENV MPLCONFIGDIR=/tmp/matplotlib
+
+COPY ./requirements.txt /code/requirements.txt
+
+RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt
+
+COPY . .
+
+CMD ["uvicorn", "app.main:app", "--host", "0.0.0.0", "--port", "7860"]

app.py

@@ -0,0 +1,23 @@
+import gradio as gr
+from huggingface_hub import InferenceClient
+
+# client = InferenceClient(model="http://127.0.0.1:8080")
+client = InferenceClient(model="https://ef15-14-32-200-179.ngrok.io")
+
+def inference(message, history):
+    partial_message = ""
+    for token in client.text_generation(message, max_new_tokens=256, stream=True):
+        partial_message += token
+        yield partial_message
+
+gr.ChatInterface(
+    inference,
+    chatbot=gr.Chatbot(height=300),
+    textbox=gr.Textbox(placeholder="Chat with me!", container=False, scale=7),
+    description="This is the demo for Gradio UI consuming TGI endpoint with LLaMA 7B-Chat model.",
+    title="Gradio 🤝 TGI",
+    examples=["Are tomatoes vegetables?"],
+    retry_btn="Retry",
+    undo_btn="Undo",
+    clear_btn="Clear",
+).queue().launch()

requirements.txt

@@ -0,0 +1,3 @@
+uvicorn
+gradio
+huggingface_hub