Update to gemma:2b

app/rag.py

@@ -15,8 +15,7 @@ class ChatPDF:
     chain = None
 
     def __init__(self):
-        #8k context window
-        self.model = ChatOllama(model="qwen:1.8b")
+        self.model = ChatOllama(model="gemma:2b")
         self.text_splitter = RecursiveCharacterTextSplitter(chunk_size=128, chunk_overlap=8)
         self.prompt = PromptTemplate.from_template(
             """

start_service.sh

@@ -7,7 +7,7 @@ ollama serve &
 sleep 5
 
 # Pull and run <YOUR_MODEL_NAME>
-ollama pull qwen:1.8b
+ollama pull gemma:2b
 
 #
 fastapi run /code/app/main.py --port 7860