Spaces:
Sleeping
Sleeping
File size: 1,701 Bytes
01d1dd6 c2f1466 cf7a07e 5aca742 b0d9242 a7feab8 7192ffe da9b438 c2f1466 5aca742 628eb7c 1418034 c7a4ce6 628eb7c 5aca742 0e70681 f348156 5aca742 0e70681 1418034 628eb7c c2f1466 1418034 5be15aa d79f686 5be15aa 36a4af1 628eb7c 5be15aa 31c04e7 1979413 1418034 ddcca98 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 |
from threading import Thread
import gradio as gr
import inspect
from gradio import routes
from typing import List, Type
import requests, os, re, asyncio, queue
import math
import time
import datetime
import requests, json
loop = asyncio.get_event_loop()
# Monkey patch
def get_types(cls_set: List[Type], component: str):
docset = []
types = []
if component == "input":
for cls in cls_set:
doc = inspect.getdoc(cls)
doc_lines = doc.split("\n")
docset.append(doc_lines[1].split(":")[-1])
types.append(doc_lines[1].split(")")[0].split("(")[-1])
else:
for cls in cls_set:
doc = inspect.getdoc(cls)
doc_lines = doc.split("\n")
docset.append(doc_lines[-1].split(":")[-1])
types.append(doc_lines[-1].split(")")[0].split("(")[-1])
return docset, types
routes.get_types = get_types
q = queue.Queue()
arrr = []
from huggingface_hub import hf_hub_download
hf_hub_download(repo_id='StarFox7/Llama-2-ko-7B-chat-gguf', filename='Llama-2-ko-7B-chat-gguf-q4_0.bin', local_dir='./')
# App code
def res(x, id, cdata, url):
global q
arr = [x, id, str(cdata.split(",", 1)[0]), url]
q.put(arr)
arrr.append(x)
print("\n_Done\n\n")
return "Done"
def rese(x):
print(f"{arrr}")
return "Done"
with gr.Blocks() as demo:
count = 0
aa = gr.Interface(
fn=res,
inputs=["text","text", "text", "text"],
outputs="text",
description="call",
)
bb = gr.Interface(
fn=rese,
inputs=["text"],
outputs="text",
description="call",
)
demo.queue(max_size=32).launch(enable_queue=True) |