Adding required files

Dockerfile

@@ -0,0 +1,20 @@
+FROM python:3.9
+RUN useradd -m -u 1000 user
+USER user
+ENV HOME=/home/user \
+    PATH=/home/user/.local/bin:$PATH
+RUN mkdir -p $HOME/src/app $HOME/lutil $HOME/data
+COPY --chown=user /src/app/*.py $HOME/src/app/
+COPY --chown=user /src/app/*.txt $HOME/src/app/
+COPY --chown=user *.md $HOME/src/app/
+RUN ls -r $HOME/src/app
+COPY --chown=user lutil/ $HOME/lutil/
+COPY --chown=user data/KingLear.txt $HOME/data/
+
+WORKDIR $HOME/src/app
+RUN ls -r $HOME/src/app $HOME/lutil $HOME/data
+# COPY --chown=user . $HOME/src/app
+# COPY ./requirements.txt ~/app/requirements.txt
+RUN pip install -r requirements.txt
+COPY . .
+CMD ["chainlit", "run", "app.py", "--port", "7860"]

chainlit.md

@@ -0,0 +1,4 @@
+# RAG PURE PYTHON
+
+This app implement RAG using pure python functions
+

lutil/aimakerspace/openai_utils/chatmodel.py

@@ -0,0 +1,27 @@
+import openai
+from dotenv import load_dotenv
+import os
+
+load_dotenv()
+
+
+class ChatOpenAI:
+    def __init__(self, model_name: str = "gpt-3.5-turbo"):
+        self.model_name = model_name
+        self.openai_api_key = os.getenv("OPENAI_API_KEY")
+        if self.openai_api_key is None:
+            raise ValueError("OPENAI_API_KEY is not set")
+
+    def run(self, messages, text_only: bool = True):
+        if not isinstance(messages, list):
+            raise ValueError("messages must be a list")
+
+        openai.api_key = self.openai_api_key
+        response = openai.ChatCompletion.create(
+            model=self.model_name, messages=messages
+        )
+
+        if text_only:
+            return response.choices[0].message.content
+
+        return response

lutil/aimakerspace/openai_utils/embedding.py

@@ -0,0 +1,52 @@
+from dotenv import load_dotenv
+from openai.embeddings_utils import (
+    get_embeddings,
+    aget_embeddings,
+    get_embedding,
+    aget_embedding,
+)
+import openai
+from typing import List
+import os
+import asyncio
+
+
+class EmbeddingModel:
+    def __init__(self, embeddings_model_name: str = "text-embedding-ada-002"):
+        load_dotenv()
+        self.openai_api_key = os.getenv("OPENAI_API_KEY")
+
+        if self.openai_api_key is None:
+            raise ValueError(
+                "OPENAI_API_KEY environment variable is not set. Please set it to your OpenAI API key."
+            )
+        openai.api_key = self.openai_api_key
+        self.embeddings_model_name = embeddings_model_name
+
+    async def async_get_embeddings(self, list_of_text: List[str]) -> List[List[float]]:
+        return await aget_embeddings(
+            list_of_text=list_of_text, engine=self.embeddings_model_name
+        )
+
+    async def async_get_embedding(self, text: str) -> List[float]:
+        return await aget_embedding(text=text, engine=self.embeddings_model_name)
+
+    def get_embeddings(self, list_of_text: List[str]) -> List[List[float]]:
+        return get_embeddings(
+            list_of_text=list_of_text, engine=self.embeddings_model_name
+        )
+
+    def get_embedding(self, text: str) -> List[float]:
+        return get_embedding(text=text, engine=self.embeddings_model_name)
+
+
+if __name__ == "__main__":
+    embedding_model = EmbeddingModel()
+    print(embedding_model.get_embedding("Hello, world!"))
+    print(embedding_model.get_embeddings(["Hello, world!", "Goodbye, world!"]))
+    print(asyncio.run(embedding_model.async_get_embedding("Hello, world!")))
+    print(
+        asyncio.run(
+            embedding_model.async_get_embeddings(["Hello, world!", "Goodbye, world!"])
+        )
+    )

lutil/aimakerspace/openai_utils/prompts.py

@@ -0,0 +1,75 @@
+import re
+
+
+class BasePrompt:
+    def __init__(self, prompt):
+        """
+        Initializes the BasePrompt object with a prompt template.
+
+        :param prompt: A string that can contain placeholders within curly braces
+        """
+        self.prompt = prompt
+        self._pattern = re.compile(r"\{([^}]+)\}")
+
+    def format_prompt(self, **kwargs):
+        """
+        Formats the prompt string using the keyword arguments provided.
+
+        :param kwargs: The values to substitute into the prompt string
+        :return: The formatted prompt string
+        """
+        matches = self._pattern.findall(self.prompt)
+        return self.prompt.format(**{match: kwargs.get(match, "") for match in matches})
+
+    def get_input_variables(self):
+        """
+        Gets the list of input variable names from the prompt string.
+
+        :return: List of input variable names
+        """
+        return self._pattern.findall(self.prompt)
+
+
+class RolePrompt(BasePrompt):
+    def __init__(self, prompt, role: str):
+        """
+        Initializes the RolePrompt object with a prompt template and a role.
+
+        :param prompt: A string that can contain placeholders within curly braces
+        :param role: The role for the message ('system', 'user', or 'assistant')
+        """
+        super().__init__(prompt)
+        self.role = role
+
+    def create_message(self, **kwargs):
+        """
+        Creates a message dictionary with a role and a formatted message.
+
+        :param kwargs: The values to substitute into the prompt string
+        :return: Dictionary containing the role and the formatted message
+        """
+        return {"role": self.role, "content": self.format_prompt(**kwargs)}
+
+
+class SystemRolePrompt(RolePrompt):
+    def __init__(self, prompt: str):
+        super().__init__(prompt, "system")
+
+
+class UserRolePrompt(RolePrompt):
+    def __init__(self, prompt: str):
+        super().__init__(prompt, "user")
+
+
+class AssistantRolePrompt(RolePrompt):
+    def __init__(self, prompt: str):
+        super().__init__(prompt, "assistant")
+
+
+if __name__ == "__main__":
+    prompt = BasePrompt("Hello {name}, you are {age} years old")
+    print(prompt.format_prompt(name="John", age=30))
+
+    prompt = SystemRolePrompt("Hello {name}, you are {age} years old")
+    print(prompt.create_message(name="John", age=30))
+    print(prompt.get_input_variables())

lutil/aimakerspace/text_utils.py

@@ -0,0 +1,77 @@
+import os
+from typing import List
+
+
+class TextFileLoader:
+    def __init__(self, path: str, encoding: str = "utf-8"):
+        self.documents = []
+        self.path = path
+        self.encoding = encoding
+
+    def load(self):
+        if os.path.isdir(self.path):
+            self.load_directory()
+        elif os.path.isfile(self.path) and self.path.endswith(".txt"):
+            self.load_file()
+        else:
+            raise ValueError(
+                "Provided path is neither a valid directory nor a .txt file."
+            )
+
+    def load_file(self):
+        with open(self.path, "r", encoding=self.encoding) as f:
+            self.documents.append(f.read())
+
+    def load_directory(self):
+        for root, _, files in os.walk(self.path):
+            for file in files:
+                if file.endswith(".txt"):
+                    with open(
+                        os.path.join(root, file), "r", encoding=self.encoding
+                    ) as f:
+                        self.documents.append(f.read())
+
+    def load_documents(self):
+        self.load()
+        return self.documents
+
+
+class CharacterTextSplitter:
+    def __init__(
+        self,
+        chunk_size: int = 1000,
+        chunk_overlap: int = 200,
+    ):
+        assert (
+            chunk_size > chunk_overlap
+        ), "Chunk size must be greater than chunk overlap"
+
+        self.chunk_size = chunk_size
+        self.chunk_overlap = chunk_overlap
+
+    def split(self, text: str) -> List[str]:
+        chunks = []
+        for i in range(0, len(text), self.chunk_size - self.chunk_overlap):
+            chunks.append(text[i : i + self.chunk_size])
+        return chunks
+
+    def split_texts(self, texts: List[str]) -> List[str]:
+        chunks = []
+        for text in texts:
+            chunks.extend(self.split(text))
+        return chunks
+
+
+if __name__ == "__main__":
+    loader = TextFileLoader("data/KingLear.txt")
+    loader.load()
+    splitter = CharacterTextSplitter()
+    chunks = splitter.split_texts(loader.documents)
+    print(len(chunks))
+    print(chunks[0])
+    print("--------")
+    print(chunks[1])
+    print("--------")
+    print(chunks[-2])
+    print("--------")
+    print(chunks[-1])

lutil/aimakerspace/vectordatabase.py

@@ -0,0 +1,81 @@
+import numpy as np
+from collections import defaultdict
+from typing import List, Tuple, Callable
+from aimakerspace.openai_utils.embedding import EmbeddingModel
+import asyncio
+
+
+def cosine_similarity(vector_a: np.array, vector_b: np.array) -> float:
+    """Computes the cosine similarity between two vectors."""
+    dot_product = np.dot(vector_a, vector_b)
+    norm_a = np.linalg.norm(vector_a)
+    norm_b = np.linalg.norm(vector_b)
+    return dot_product / (norm_a * norm_b)
+
+
+class VectorDatabase:
+    def __init__(self, embedding_model: EmbeddingModel = None):
+        self.vectors = defaultdict(np.array)
+        self.embedding_model = embedding_model or EmbeddingModel()
+
+    def insert(self, key: str, vector: np.array) -> None:
+        self.vectors[key] = vector
+
+    def search(
+        self,
+        query_vector: np.array,
+        k: int,
+        distance_measure: Callable = cosine_similarity,
+    ) -> List[Tuple[str, float]]:
+        scores = [
+            (key, distance_measure(query_vector, vector))
+            for key, vector in self.vectors.items()
+        ]
+        return sorted(scores, key=lambda x: x[1], reverse=True)[:k]
+
+    def search_by_text(
+        self,
+        query_text: str,
+        k: int,
+        distance_measure: Callable = cosine_similarity,
+        return_as_text: bool = False,
+    ) -> List[Tuple[str, float]]:
+        query_vector = self.embedding_model.get_embedding(query_text)
+        results = self.search(query_vector, k, distance_measure)
+        return [result[0] for result in results] if return_as_text else results
+
+    def retrieve_from_key(self, key: str) -> np.array:
+        return self.vectors.get(key, None)
+
+    async def abuild_from_list(self, list_of_text: List[str]) -> "VectorDatabase":
+        embeddings = await self.embedding_model.async_get_embeddings(list_of_text)
+        for text, embedding in zip(list_of_text, embeddings):
+            self.insert(text, np.array(embedding))
+        return self
+
+
+if __name__ == "__main__":
+    list_of_text = [
+        "I like to eat broccoli and bananas.",
+        "I ate a banana and spinach smoothie for breakfast.",
+        "Chinchillas and kittens are cute.",
+        "My sister adopted a kitten yesterday.",
+        "Look at this cute hamster munching on a piece of broccoli.",
+    ]
+
+    vector_db = VectorDatabase()
+    vector_db = asyncio.run(vector_db.abuild_from_list(list_of_text))
+    k = 2
+
+    searched_vector = vector_db.search_by_text("I think fruit is awesome!", k=k)
+    print(f"Closest {k} vector(s):", searched_vector)
+
+    retrieved_vector = vector_db.retrieve_from_key(
+        "I like to eat broccoli and bananas."
+    )
+    print("Retrieved vector:", retrieved_vector)
+
+    relevant_texts = vector_db.search_by_text(
+        "I think fruit is awesome!", k=k, return_as_text=True
+    )
+    print(f"Closest {k} text(s):", relevant_texts)

src/app/README.md

@@ -0,0 +1,13 @@
+# SIMPLE CHATGPT CONTAINERISE  ON HUGGING FACE
+
+Basic RAG application in python
+
+## Docker command to build the app
+
+```bash
+docker  build . -t serarm1/llmops-aispacemaker:rag_pure_python
+docker push serarm1/llmops-aispacemaker:rag_pure_python
+ docker run -p 7860:7860 -e OPENAI_API_KEY=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 -e WANDB_API_KEY=2e767e94472e0f5b8c0f7a1e6e1fa53df5dd03d5 serarm1/llmops-aispacemaker:rag_pure_python
+```
+
+[Hugging Face App: SIMPLE CHAINLIT APP](https://huggingface.co/spaces/Serjesh/simple_chainlit_app)

src/app/app.py

@@ -0,0 +1,56 @@
+# You can find this code for Chainlit python streaming here (https://docs.chainlit.io/concepts/streaming/python)
+import sys
+import os
+sys.path.append('../../lutil')
+import openai  # importing openai for API usage
+import chainlit as cl  # importing chainlit for our app
+from chainlit.prompt import Prompt, PromptMessage  # importing prompt tools
+from chainlit.playground.providers import ChatOpenAI  # importing ChatOpenAI tools
+from dotenv import load_dotenv
+from aimakerspace.text_utils import TextFileLoader, CharacterTextSplitter
+from aimakerspace.vectordatabase import VectorDatabase
+import asyncio
+from raq_qa_reterieval_wandb import RetrievalAugmentedQAPipeline,raqa_prompt,user_prompt
+from aimakerspace.openai_utils.chatmodel import ChatOpenAI
+import wandb
+
+
+
+
+load_dotenv()
+openai.api_key = os.environ["OPENAI_API_KEY"]
+os.environ["WANDB_API_KEY"] = os.environ["WANDB_API_KEY"]
+
+
+
+@cl.on_chat_start  # marks a function that will be executed at the start of a user session
+async def start_chat():
+    msg = cl.Message(
+        content=f"Loading Dataset ...", disable_human_feedback=True
+    )
+    await msg.send()
+    text_loader = TextFileLoader("../../data/KingLear.txt")
+    documents = text_loader.load_documents()
+    text_splitter = CharacterTextSplitter()
+    split_documents = text_splitter.split_texts(documents)
+    vector_db = VectorDatabase()
+    vector_db = asyncio.run(vector_db.abuild_from_list(split_documents))
+    chat_openai = ChatOpenAI()
+    retrieval_augmented_qa_pipeline = RetrievalAugmentedQAPipeline(
+    vector_db_retriever=vector_db,
+    llm=chat_openai,
+    wandb_project="RAQ ins pure python")
+    msg.content = f"Dataset loading is done. You can now ask questions!"
+    await msg.update()
+    cl.user_session.set("chain", retrieval_augmented_qa_pipeline)
+
+@cl.on_message  # marks a function that should be run each time the chatbot receives a message from a user
+async def main(message: str):
+    # settings = cl.user_session.get("settings")
+    chain = cl.user_session.get("chain")  
+
+    output = chain.run_pipeline(message)
+    print(output)
+    msg = cl.Message(content=f"{output}")
+    # msg.prompt = output
+    await msg.send()

src/app/raq_qa_reterieval.py

@@ -0,0 +1,48 @@
+
+import sys
+sys.path.append('../lutil/')
+from aimakerspace.openai_utils.prompts import (
+    UserRolePrompt,
+    SystemRolePrompt,
+    AssistantRolePrompt,
+)
+from aimakerspace.openai_utils.chatmodel import ChatOpenAI
+from aimakerspace.vectordatabase import VectorDatabase
+
+RAQA_PROMPT_TEMPLATE = """
+Use the provided context to answer the user's query. 
+
+You may not answer the user's query unless there is specific context in the following text.
+
+If you do not know the answer, or cannot answer, please respond with "I don't know".
+
+Context:
+{context}
+"""
+
+raqa_prompt = SystemRolePrompt(RAQA_PROMPT_TEMPLATE)
+
+USER_PROMPT_TEMPLATE = """
+User Query:
+{user_query}
+"""
+
+user_prompt = UserRolePrompt(USER_PROMPT_TEMPLATE)
+
+class RetrievalAugmentedQAPipeline:
+    def __init__(self, llm: ChatOpenAI(), vector_db_retriever: VectorDatabase) -> None:
+        self.llm = llm
+        self.vector_db_retriever = vector_db_retriever
+
+    def run_pipeline(self, user_query: str) -> str:
+        context_list = self.vector_db_retriever.search_by_text(user_query, k=4)
+        
+        context_prompt = ""
+        for context in context_list:
+            context_prompt += context[0] + "\n"
+
+        formatted_system_prompt = raqa_prompt.create_message(context=context_prompt)
+
+        formatted_user_prompt = user_prompt.create_message(user_query=user_query)
+        
+        return self.llm.run([formatted_system_prompt, formatted_user_prompt])

src/app/raq_qa_reterieval_wandb.py

@@ -0,0 +1,93 @@
+
+import sys
+sys.path.append('../../lutil/')
+from aimakerspace.openai_utils.prompts import (
+    UserRolePrompt,
+    SystemRolePrompt,
+    AssistantRolePrompt,
+)
+from aimakerspace.openai_utils.chatmodel import ChatOpenAI
+from aimakerspace.vectordatabase import VectorDatabase
+import datetime
+from wandb.sdk.data_types.trace_tree import Trace
+from wandb import init as winit
+
+RAQA_PROMPT_TEMPLATE = """
+Use the provided context to answer the user's query. 
+
+You may not answer the user's query unless there is specific context in the following text.
+
+If you do not know the answer, or cannot answer, please respond with "I don't know".
+
+Context:
+{context}
+"""
+
+raqa_prompt = SystemRolePrompt(RAQA_PROMPT_TEMPLATE)
+
+USER_PROMPT_TEMPLATE = """
+User Query:
+{user_query}
+"""
+
+user_prompt = UserRolePrompt(USER_PROMPT_TEMPLATE)
+
+
+
+class RetrievalAugmentedQAPipeline:
+    def __init__(self, llm: ChatOpenAI(), vector_db_retriever: VectorDatabase, wandb_project = None) -> None:
+        self.llm = llm
+        self.vector_db_retriever = vector_db_retriever
+        self.wandb_project = wandb_project
+        winit(project="RAQ ins pure python")
+
+    def run_pipeline(self, user_query: str) -> str:
+        context_list = self.vector_db_retriever.search_by_text(user_query, k=4)
+        
+        context_prompt = ""
+        for context in context_list:
+            context_prompt += context[0] + "\n"
+
+        formatted_system_prompt = raqa_prompt.create_message(context=context_prompt)
+
+        formatted_user_prompt = user_prompt.create_message(user_query=user_query)
+
+        
+        start_time = datetime.datetime.now().timestamp() * 1000
+
+        try:
+            openai_response = self.llm.run([formatted_system_prompt, formatted_user_prompt], text_only=False)
+            end_time = datetime.datetime.now().timestamp() * 1000
+            status = "success"
+            status_message = (None, )
+            response_text = openai_response.choices[0].message.content
+            token_usage = openai_response["usage"].to_dict()
+            model = openai_response["model"]
+
+        except Exception as e:
+            end_time = datetime.datetime.now().timestamp() * 1000
+            status = "error"
+            status_message = str(e)
+            response_text = ""
+            token_usage = {}
+            model = ""
+
+        if self.wandb_project:
+            root_span = Trace(
+                name="root_span",
+                kind="llm",
+                status_code=status,
+                status_message=status_message,
+                start_time_ms=start_time,
+                end_time_ms=end_time,
+                metadata={
+                    "token_usage" : token_usage,
+                    "model_name" : model
+                },
+                inputs= {"system_prompt" : formatted_system_prompt, "user_prompt" : formatted_user_prompt},
+                outputs= {"response" : response_text}
+            )
+
+            root_span.log(name="openai_trace")
+        
+        return response_text if response_text else "We ran into an error. Please try again later. Full Error Message: " + status_message

src/app/requirements.txt

@@ -0,0 +1,10 @@
+chainlit==0.7.0
+openai==0.28.0
+python-dotenv==1.0.0
+wandb
+numpy
+pandas
+matplotlib
+plotly
+scipy
+scikit-learn