Spaces:
Running
Running
Update to tinyllama
Browse files- app/rag.py +1 -1
- start_service.sh +1 -1
app/rag.py
CHANGED
@@ -15,7 +15,7 @@ class ChatPDF:
|
|
15 |
chain = None
|
16 |
|
17 |
def __init__(self):
|
18 |
-
self.model = ChatOllama(model="
|
19 |
self.text_splitter = RecursiveCharacterTextSplitter(chunk_size=1024, chunk_overlap=96)
|
20 |
self.prompt = PromptTemplate.from_template(
|
21 |
"""
|
|
|
15 |
chain = None
|
16 |
|
17 |
def __init__(self):
|
18 |
+
self.model = ChatOllama(model="tinyllama")
|
19 |
self.text_splitter = RecursiveCharacterTextSplitter(chunk_size=1024, chunk_overlap=96)
|
20 |
self.prompt = PromptTemplate.from_template(
|
21 |
"""
|
start_service.sh
CHANGED
@@ -7,7 +7,7 @@ ollama serve &
|
|
7 |
sleep 5
|
8 |
|
9 |
# Pull and run <YOUR_MODEL_NAME>
|
10 |
-
ollama pull
|
11 |
|
12 |
#
|
13 |
fastapi run /code/app/main.py --port 7860
|
|
|
7 |
sleep 5
|
8 |
|
9 |
# Pull and run <YOUR_MODEL_NAME>
|
10 |
+
ollama pull tinyllama
|
11 |
|
12 |
#
|
13 |
fastapi run /code/app/main.py --port 7860
|