main.py

from fastapi import FastAPI, HTTPException
from pydantic import BaseModel, root_validator
from transformers import AutoModel
from typing import List
import os, platform , time



model = AutoModel.from_pretrained('jinaai/jina-embeddings-v2-base-en',  trust_remote_code=True)

app = FastAPI()

class Validation(BaseModel):
    prompt: List[str]


#Endpoint
@app.post("/jina_embedding")
async def generate_embeddings(item: Validation):
    start_time = time.time()  
    embeddings = model.encode(item.prompt).tolist()
    end_time = time.time()  
    time_taken = end_time - start_time  # Calculate the time taken

    return {
        "embeddings": embeddings,
        "time_taken": f"{time_taken:.2f} seconds",
        "Number_of_sentence_processed" : len(item.prompt)
    }