Spaces:
Sleeping
Sleeping
100
Browse files
app.py
CHANGED
|
@@ -26,7 +26,7 @@ def get_completion(prompt, model_name="dolly-v0-70m"):
|
|
| 26 |
#elif gpu_family == "a10" or gpu_family == "a100":
|
| 27 |
#pipeline_kwargs['torch_dtype'] = "bfloat16"
|
| 28 |
|
| 29 |
-
pipeline_kwargs['max_new_tokens'] =
|
| 30 |
|
| 31 |
# Use the model to generate responses for each of the instructions above.
|
| 32 |
for instruction in instructions:
|
|
|
|
| 26 |
#elif gpu_family == "a10" or gpu_family == "a100":
|
| 27 |
#pipeline_kwargs['torch_dtype'] = "bfloat16"
|
| 28 |
|
| 29 |
+
pipeline_kwargs['max_new_tokens'] = 100
|
| 30 |
|
| 31 |
# Use the model to generate responses for each of the instructions above.
|
| 32 |
for instruction in instructions:
|