import Linlada from fastapi import FastAPI from fastapi.middleware.cors import CORSMiddleware app = FastAPI() app.add_middleware( # add the middleware CORSMiddleware, allow_credentials=True, # allow credentials allow_origins=["*"], # allow all origins allow_methods=["*"], # allow all methods allow_headers=["*"], # allow all headers ) @app.get("/") def hello(): return "Hello, I'm Artist" @app.post('/generate_completion') async def generate_completion( model: str = Query('gpt-4', description='The model to use for generating the completion'), messages: List[Dict[str, str]] = Query(..., description='The list of messages to generate the completion for'), stream: bool = Query(False, description='Whether to stream the response') ): response = index._create_completion(model=model, messages=messages, stream=stream) result = [] for message in response: result.append(message) return result