from typing import Dict, Any from fastapi import FastAPI from src.model.him_model import HIMModel from src.core.config import HIMConfig app = FastAPI() model = HIMModel(HIMConfig()) @app.post("/chat") async def chat( message: str, system_message: str = "You are a friendly Chatbot.", max_tokens: int = 512, temperature: float = 0.7, top_p: float = 0.95 ) -> Dict[str, Any]: input_data = { "message": message, "system_message": system_message, "parameters": { "max_tokens": max_tokens, "temperature": temperature, "top_p": top_p } } response = await model.generate_response(input_data) return response