Spaces:
Runtime error
Runtime error
File size: 695 Bytes
0f3904a d9fbb15 0f3904a d9fbb15 0f3904a d9fbb15 0f3904a |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 |
from fastapi import FastAPI
import requests
import os
app = FastAPI()
# Get token from environment variables (set in Hugging Face Secrets)
HF_TOKEN = os.getenv("HUGGING_FACE_HUB_TOKEN")
API_URL = "http://localhost:8080/generate"
@app.post("/generate")
async def generate_text(prompt: str, max_tokens: int = 200, temperature: float = 0.7):
payload = {
"inputs": prompt,
"parameters": {
"max_new_tokens": max_tokens,
"temperature": temperature,
"return_full_text": False
}
}
headers = {"Authorization": f"Bearer {HF_TOKEN}"}
response = requests.post(API_URL, json=payload, headers=headers)
return response.json()
|