Spaces:
Sleeping
Sleeping
hard_max
Browse files
app.py
CHANGED
|
@@ -28,6 +28,8 @@ def get_completion(prompt, model_name="dolly-v0-70m"):
|
|
| 28 |
|
| 29 |
pipeline_kwargs['max_new_tokens'] = 100
|
| 30 |
pipeline_kwargs['temperature'] = float("inf")
|
|
|
|
|
|
|
| 31 |
|
| 32 |
# Use the model to generate responses for each of the instructions above.
|
| 33 |
for instruction in instructions:
|
|
|
|
| 28 |
|
| 29 |
pipeline_kwargs['max_new_tokens'] = 100
|
| 30 |
pipeline_kwargs['temperature'] = float("inf")
|
| 31 |
+
pipeline_kwargs['top_k'] = 1
|
| 32 |
+
pipeline_kwargs['top_p'] = 1.0
|
| 33 |
|
| 34 |
# Use the model to generate responses for each of the instructions above.
|
| 35 |
for instruction in instructions:
|