File size: 659 Bytes
d95db82
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
'''
title: ollama chat demo
'''

import simplestart as ss
import ollama

ss.md("## ss.chat")

setting = {
    "ollama_base_url": "http://localhost:11434",
    "model": "qwen:0.5b",
    "stream":False
}

def mychange(event):
    setting.update({
        "model":mysel.value, 
        "stream":mycheck.value,
    })
    

with ss.sidebar():
    ss.md("#### Models and Parameters")
    ss.space()
    models = ss.ollama.get_models()
    
    mysel = ss.selectbox(models, index = 5, label = "Choose ollama models", onchange = mychange)

    mycheck = ss.checkbox("Streaming Output", onchange = mychange)


mychat = ss.ollama.chat(demo = False, setting = setting)