lutil/aimakerspace/openai_utils/embedding.py

from dotenv import load_dotenv
from openai.embeddings_utils import (
    get_embeddings,
    aget_embeddings,
    get_embedding,
    aget_embedding,
)
import openai
from typing import List
import os
import asyncio


class EmbeddingModel:
    def __init__(self, embeddings_model_name: str = "text-embedding-ada-002"):
        load_dotenv()
        self.openai_api_key = os.getenv("OPENAI_API_KEY")

        if self.openai_api_key is None:
            raise ValueError(
                "OPENAI_API_KEY environment variable is not set. Please set it to your OpenAI API key."
            )
        openai.api_key = self.openai_api_key
        self.embeddings_model_name = embeddings_model_name

    async def async_get_embeddings(self, list_of_text: List[str]) -> List[List[float]]:
        return await aget_embeddings(
            list_of_text=list_of_text, engine=self.embeddings_model_name
        )

    async def async_get_embedding(self, text: str) -> List[float]:
        return await aget_embedding(text=text, engine=self.embeddings_model_name)

    def get_embeddings(self, list_of_text: List[str]) -> List[List[float]]:
        return get_embeddings(
            list_of_text=list_of_text, engine=self.embeddings_model_name
        )

    def get_embedding(self, text: str) -> List[float]:
        return get_embedding(text=text, engine=self.embeddings_model_name)


if __name__ == "__main__":
    embedding_model = EmbeddingModel()
    print(embedding_model.get_embedding("Hello, world!"))
    print(embedding_model.get_embeddings(["Hello, world!", "Goodbye, world!"]))
    print(asyncio.run(embedding_model.async_get_embedding("Hello, world!")))
    print(
        asyncio.run(
            embedding_model.async_get_embeddings(["Hello, world!", "Goodbye, world!"])
        )
    )