update llama cpp installation

Dockerfile

@@ -2,17 +2,23 @@
 FROM python:3.10.15-bullseye
 ENV PIP_DEFAULT_TIMEOUT=500
 
-RUN apt-get update && \
-  apt-get install -y \
-  locales \
-  locales-all && \
-  apt-get clean && \
-  rm -rf /var/lib/apt/lists/* \
+RUN apt-get update && apt-get upgrade -y && apt-get install -y --no-install-recommends \
+    python3 \
+    python3-pip \
+    ninja-build \
+    libopenblas-dev \
+    build-essential \
+    && apt-get clean \
+    && rm -rf /var/lib/apt/lists/* /tmp/*
 
 ENV LC_ALL en_US.UTF-8
 ENV LANG en_US.UTF-8
 ENV LANGUAGE en_US.UTF-8
 
+RUN python3 -m pip install --upgrade pip
+RUN python3 -m pip install --upgrade pip pytest cmake scikit-build setuptools fastapi uvicorn sse-starlette pydantic-settings starlette-context
+RUN pip install llama-cpp-python --verbose;
+
 COPY requirements.txt .
 RUN pip install -r requirements.txt
 

rag_app/rag_2.py

@@ -98,6 +98,7 @@ def get_sequence_probability(llm, input_sequence):
     eval_tokens = input_tokens[:1]
     
     for token in input_tokens[1:]:
+        print("evaluating tokens for calculating log probs")
         llm.eval(eval_tokens)
         
         probs = llm.logits_to_logprobs(llm.eval_logits)

requirements.txt

@@ -2,7 +2,6 @@ numpy<2
 pandas
 gunicorn
 faiss-cpu
-llama-cpp-python
 langchain
 rank-bm25
 mesop