File size: 203 Bytes
3618a4d
 
 
 
 
 
1
2
3
4
5
6
7
import ollama
from config import settings
from llama_index.llms.ollama import Ollama

client = ollama.Client(host=settings.NGROK_URL)
llm = Ollama(model=settings.MODEL_NAME, base_url=settings.NGROK_URL)