Create app.py

app.py

@@ -1,25 +1,20 @@
-import os
-import torch
-import pandas as pd
-import streamlit as st
-from transformers import pipeline
 from huggingface_hub import InferenceClient
-client = InferenceClient(api_key=os.environ['HF_KEY'])
-MODEL_NAME = 'HuggingFaceTB/SmolLM2-1.7B-Instruct'
-chat = [
-    {"role": "user",
-     "content": "You are a helpful chatbot that suggests 5-letter words to guess in a word-guessing game. No need for real-time information, just helpful suggestion words that are always 5 letters."},
+
+client = InferenceClient(api_key="hf_xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx")
+
+messages = [
+	{
+		"role": "user",
+		"content": "What is the capital of France?"
+	}
 ]
-pipe = pipeline("text-generation", model=MODEL_NAME)
-pipe(chat, max_new_tokens=128)
-prompt = st.text_area('Enter your last Wordle guess results:') 
-if prompt:
-    chat.append(
-        {
-            'role': 'user',
-            'content': prompt
-        }
-    )
-    out = pipe(chat, max_new_tokens=128)
-    st.subheader('Suggestion:')
-    st.write(out[0]['generated_text'][-1]['content'])
+
+stream = client.chat.completions.create(
+    model="HuggingFaceTB/SmolLM2-1.7B-Instruct", 
+	messages=messages, 
+	max_tokens=500,
+	stream=True
+)
+
+for chunk in stream:
+    print(chunk.choices[0].delta.content, end="")