Spaces:
Runtime error
Runtime error
| import json | |
| import gradio as gr | |
| from modules import shared | |
| from modules.text_generation import generate_reply | |
| # set this to True to rediscover the fn_index using the browser DevTools | |
| VISIBLE = False | |
| def generate_reply_wrapper(string): | |
| # Provide defaults so as to not break the API on the client side when new parameters are added | |
| generate_params = { | |
| 'max_new_tokens': 200, | |
| 'do_sample': True, | |
| 'temperature': 0.5, | |
| 'top_p': 1, | |
| 'typical_p': 1, | |
| 'repetition_penalty': 1.1, | |
| 'encoder_repetition_penalty': 1, | |
| 'top_k': 0, | |
| 'min_length': 0, | |
| 'no_repeat_ngram_size': 0, | |
| 'num_beams': 1, | |
| 'penalty_alpha': 0, | |
| 'length_penalty': 1, | |
| 'early_stopping': False, | |
| 'seed': -1, | |
| 'add_bos_token': True, | |
| 'custom_stopping_strings': [], | |
| 'truncation_length': 2048, | |
| 'ban_eos_token': False, | |
| 'skip_special_tokens': True, | |
| } | |
| params = json.loads(string) | |
| generate_params.update(params[1]) | |
| for i in generate_reply(params[0], generate_params): | |
| yield i | |
| def create_apis(): | |
| t1 = gr.Textbox(visible=VISIBLE) | |
| t2 = gr.Textbox(visible=VISIBLE) | |
| dummy = gr.Button(visible=VISIBLE) | |
| input_params = [t1] | |
| output_params = [t2] + [shared.gradio[k] for k in ['markdown', 'html']] | |
| dummy.click(generate_reply_wrapper, input_params, output_params, api_name='textgen') | |