Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -59,15 +59,8 @@ def generate(
|
|
59 |
seed = seed + 1
|
60 |
formatted_prompt = format_prompt(prompt, history, system_prompt)
|
61 |
|
62 |
-
cli = client
|
63 |
-
status = cli.get_model_status()
|
64 |
-
print(f"Model 1 status: {status}")
|
65 |
-
if not status.loaded and status.state == 'Loadable':
|
66 |
-
cli.text_generation('Hello!', **generate_kwargs, return_full_text=False)
|
67 |
-
cli = client2
|
68 |
-
|
69 |
try:
|
70 |
-
stream =
|
71 |
output = ""
|
72 |
|
73 |
for response in stream:
|
|
|
59 |
seed = seed + 1
|
60 |
formatted_prompt = format_prompt(prompt, history, system_prompt)
|
61 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
62 |
try:
|
63 |
+
stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
|
64 |
output = ""
|
65 |
|
66 |
for response in stream:
|