File size: 3,758 Bytes
2ae8e86 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 |
import os
import solara
from solara_enterprise import auth
from reacton import ipyvuetify as rv
from functools import partial
os.environ['SOLARA_OAUTH_API_BASE_URL']="dev-r2bw2n3hwf72bni6.us.auth0.com" # replace with your domain
os.environ['SOLARA_OAUTH_CLIENT_ID']="lQl2yjR7dr7XVbK480OJ2sfgoWf6U7s2" # replace with your client ID
os.environ['SOLARA_OAUTH_CLIENT_SECRET']="BsGtc_GLEZgsv4DsZnSya4YhB38nm7ohJp5kobfOVb2X8CeT9XTHMOxnXR_djQMd" # not shown here, replace with your client secret
os.environ['REPLICATE_API_TOKEN']='r8_YSD53gSw5IQbT8Fmnekc8ypEIuy28wN4IG45C'
import replicate
@solara.component
def Message(message):
icon = "mdi-robot" if message['user']=='Assistant' else 'mdi-account'
icon = rv.Icon(children=[icon])
user = rv.CardTitle(icon=icon,children=[solara.Columns([0.6,2,10],children=[icon,message['user'],rv.Spacer()])])
text = rv.CardText(children=[message['text']])
messageDiv = rv.Card(_class="mx-auto",width="100%",flat=True,children=[user,text])
return messageDiv
def Redo():
message = messages.value[-2]['text']
messages.set(messages.value[:-2])
sendMessage(message)
@solara.component
def InputText():
InputText = solara.InputText("Enter some text",value=input_text)
rv.use_event(InputText,"keypress",partial(handleEnter))
InputText
def sendMessage(message):
name = str(auth.user.value['userinfo']['name']).split(" ")[0]
messages.set(messages.value+[{'user':name,'text':message}])
prompt.value += f"[INST] {message} [/INST] \n"
messages.set(messages.value+[{'user':'Assistant','text':''}])
response = ''
for token in replicate.stream(
"meta/llama-2-7b-chat",
input={
"debug": False,
"top_p": 1,
"prompt": prompt.value,
"temperature": 0.75,
"system_prompt": f"You are a helpful, respectful and honest assistant. You are tasked with helping {name} with figuring out the correct European Binding Tariff Information for their shipment. Please address them by their name and their needs.",
"max_new_tokens": 800,
"min_new_tokens": -1,
"prompt_template": "[INST] <<SYS>>\n{system_prompt}\n<</SYS>>\n\n{prompt} [/INST]",
"repetition_penalty": 1
},
):
response += str(token)
messages.set(messages.value[:-1]+[{'user':'Assistant', 'text':response}])
prompt.value += f"{messages.value[-1]['text']}"
print('Boom')
def handleEnter(*args):
if str(args[2]['key'])=='Enter':
message = args[0].v_model
print(message)
sendMessage(message)
prompt = solara.reactive('')
messages = solara.reactive([])
input_text = solara.reactive('')
@solara.component
def ColumnLayout(children):
solara.Columns([2,6,2],children=[solara.Column(),solara.Column(children),solara.Column()])
@solara.component
def Page():
with solara.AppLayout(title="EBTI GPT"):
solara.AppBarTitle(children=[])
with rv.Card(flat=True):
with ColumnLayout():
if not auth.user.value:
solara.Markdown(f"### Please Login ")
solara.Button("Login", icon_name="mdi-login", href=auth.get_login_url())
else:
userinfo = auth.user.value['userinfo']
if 'name' in userinfo:
solara.Markdown(f"### Welcome {userinfo['name']}")
with ColumnLayout():
rv.Card(flat=True,children=[Message(message) for message in messages.value])
with ColumnLayout():
InputText()
with ColumnLayout():
solara.Button("Logout", icon_name="mdi-logout", href=auth.get_logout_url())
Page() |