Spaces:
Sleeping
Sleeping
from typing import Dict, Any | |
from fastapi import FastAPI | |
from src.model.him_model import HIMModel | |
from src.core.config import HIMConfig | |
app = FastAPI() | |
model = HIMModel(HIMConfig()) | |
async def chat( | |
message: str, | |
system_message: str = "You are a friendly Chatbot.", | |
max_tokens: int = 512, | |
temperature: float = 0.7, | |
top_p: float = 0.95 | |
) -> Dict[str, Any]: | |
input_data = { | |
"message": message, | |
"system_message": system_message, | |
"parameters": { | |
"max_tokens": max_tokens, | |
"temperature": temperature, | |
"top_p": top_p | |
} | |
} | |
response = await model.generate_response(input_data) | |
return response |