debisoft commited on
Commit
41c9e6d
·
1 Parent(s): 891314c

['temperature'] = float("inf")

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -27,7 +27,7 @@ def get_completion(prompt, model_name="dolly-v0-70m"):
27
  #pipeline_kwargs['torch_dtype'] = "bfloat16"
28
 
29
  pipeline_kwargs['max_new_tokens'] = 100
30
- pipeline_kwargs['do_sample'] = False
31
 
32
  # Use the model to generate responses for each of the instructions above.
33
  for instruction in instructions:
 
27
  #pipeline_kwargs['torch_dtype'] = "bfloat16"
28
 
29
  pipeline_kwargs['max_new_tokens'] = 100
30
+ pipeline_kwargs['temperature'] = float("inf")
31
 
32
  # Use the model to generate responses for each of the instructions above.
33
  for instruction in instructions: