futranbg commited on
Commit
0caf6b4
1 Parent(s): e93d658

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -8
app.py CHANGED
@@ -59,15 +59,8 @@ def generate(
59
  seed = seed + 1
60
  formatted_prompt = format_prompt(prompt, history, system_prompt)
61
 
62
- cli = client
63
- status = cli.get_model_status()
64
- print(f"Model 1 status: {status}")
65
- if not status.loaded and status.state == 'Loadable':
66
- cli.text_generation('Hello!', **generate_kwargs, return_full_text=False)
67
- cli = client2
68
-
69
  try:
70
- stream = cli.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
71
  output = ""
72
 
73
  for response in stream:
 
59
  seed = seed + 1
60
  formatted_prompt = format_prompt(prompt, history, system_prompt)
61
 
 
 
 
 
 
 
 
62
  try:
63
+ stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
64
  output = ""
65
 
66
  for response in stream: