Image / app.py
Dmtlant's picture
Update app.py
3cf6fd9 verified
raw
history blame
1.61 kB
import streamlit as st
import requests
import json
# Read the API token from secrets.toml
try:
api_token = st.secrets["huggingface_api_token"]
except KeyError:
st.error("Hugging Face API token not found in secrets.toml. Please add it.")
st.stop() # Stop execution if token is missing
API_URL = "https://api-inference.huggingface.co/models/tencent/Tencent-Hunyuan-Large"
headers = {"Authorization": f"Bearer {HF_API_KEY}"}
def query(payload):
response = requests.post(API_URL, headers=headers, json=payload)
try:
return response.json()
except requests.exceptions.RequestException as e:
st.error(f"An error occurred: {e}")
return None
except json.JSONDecodeError as e:
st.error(f"Invalid JSON response: {e}")
return None
st.title("Tencent HunYuan Large Language Model")
user_input = st.text_area("Enter your text here:", height=150)
if st.button("Submit"):
if not user_input:
st.warning("Please enter some text.")
else:
with st.spinner("Generating response..."):
output = query({"inputs": user_input})
if output:
try:
response_text = output[0]['generated_text'] if isinstance(output, list) and len(output) > 0 and 'generated_text' in output[0] else output["generated_text"] if "generated_text" in output else str(output)
st.success("Response:")
st.write(response_text)
except (KeyError, IndexError, TypeError) as e:
st.error(f"Unexpected response format: {e}. Response: {output}")