Spaces:
Sleeping
Sleeping
File size: 3,521 Bytes
edba113 a0f1373 edba113 732c988 edba113 00973d9 edba113 00973d9 edba113 00973d9 edba113 a0f1373 edba113 8ac10bf e7d3e91 8ac10bf edba113 00973d9 edba113 00973d9 edba113 4324185 edba113 7bc891c edba113 c99f734 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 |
import gradio as gr
from huggingface_hub import InferenceClient
from os import environ
from json import loads
from random import randint
client = InferenceClient(
"meta-llama/Meta-Llama-3-8B-Instruct",
token=environ["token"],
)
main_prompt=environ["prompt"]
css = """
.gradio-container {
background-color: #F0F0F0;
border: 2px solid #333;
padding: 20px;
border-radius: 10px;
}
.feedback textarea {
font-size: 18px;
padding: 10px;
border: 1px solid #999;
border-radius: 5px;
}
.gradio-button {
background-color: #0074D9;
color: white;
font-weight: bold;
border: none;
border-radius: 5px;
padding: 10px 20px;
margin-right: 10px;
}
"""
def slice_per(source, step):
return [
source[idx:idx+step] for idx in range(0, len(source), step)]
def llamatochat(history):
historias=list(map(lambda x:x["content"],history))
slices=slice_per(historias,2)
return slices
def chatollama(historias):
history=[]
for i,j in historias:
history.append({"role":"user","content":i})
history.append({"role":"assistant","content":j})
return history
def reply(msg,history):
historias=[{"role":"system","content":main_prompt}]
historias.extend(chatollama(history))
historias.append({"role":"user","content":msg})
m=client.chat_completion(
messages=historias,
max_tokens=1024,
stream=False,
seed=randint(100_000_000,999_999_999)
)
p=m.choices[0].message.content
historias.append({"role":"assistant","content":p})
try:
l=loads(p)
except Exception as e:
l={"msg":"Ocurrio un error","options":0}
print(p,"->")
historias.pop(0)
resp=[gr.Textbox(value=l.get("msg")),gr.Chatbot(value=llamatochat(historias),visible=False)]
for c in range(l.get("options")):
resp.append(gr.Button(value=l.get("ops")[c],visible=True))
for o in range(4-l.get("options")):
resp.append(gr.Button(value="",visible=False))
return resp
def set_theme(theme):
historias=[{"role":"system","content":main_prompt}]
historias.append({"role":'user',"content":f"Tema: {theme}"})
m=client.chat_completion(
messages=historias,
max_tokens=1024,
stream=False,
seed=randint(100_000_000,999_999_999)
)
historias.pop(0)
p=m.choices[0].message.content
historias.append({"role":"assistant","content":p})
try:
l=loads(p)
except Exception as e:
l={"msg":"Ocurrio un error","options":0}
print(p,"<-")
cc=gr.Chatbot(value=llamatochat(historias), visible=False)
resp=[gr.Textbox(visible=False),gr.Button(visible=False),gr.Textbox(visible=True,value=l.get("msg")),cc]
for c in range(l.get("options")):
resp.append(gr.Button(value=l.get("ops")[c],visible=True))
for o in range(4-l.get("options")):
resp.append(gr.Button(value="",visible=False))
return resp
with gr.Blocks(css=css,fill_height=True) as ia:
cbox=gr.Chatbot(visible=False)
gr.Markdown("""
""")
tbox=gr.Textbox(label="Tema de la historia(Ej:Amistad) puede incluir mas detalles")
mbox=gr.Textbox(label="Mensaje",visible=False,elem_classes="feedback")
tsub=gr.Button(value="Enviar")
opciones=[gr.Button(value="",visible=False,elem_classes="gradio-button") for _ in range(4)]
for opcion in opciones:
opcion.click(reply,[opcion,cbox],[mbox,cbox,*opciones])
tsub.click(set_theme,[tbox],[tbox,tsub,mbox,cbox,*opciones])
ia.launch(show_api=False) |