TenzinGayche commited on
Commit
e06b7e7
·
verified ·
1 Parent(s): ce6fe13

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -4
app.py CHANGED
@@ -32,7 +32,7 @@ def generate(
32
  top_p: float = 0.9,
33
  top_k: int = 50,
34
  repetition_penalty: float = 1.2,
35
- do_sample: bool= True
36
  ) -> Iterator[str]:
37
  # Clear the stop event before starting a new generation
38
  stop_event.clear()
@@ -65,9 +65,7 @@ def generate(
65
  {"input_ids": input_ids},
66
  streamer=streamer,
67
  max_new_tokens=max_new_tokens,
68
- top_p=top_p,
69
- do_sample=do_sample,
70
- temperature=temperature
71
  )
72
 
73
  # Run generation in a background thread
 
32
  top_p: float = 0.9,
33
  top_k: int = 50,
34
  repetition_penalty: float = 1.2,
35
+ do_sample: bool= False
36
  ) -> Iterator[str]:
37
  # Clear the stop event before starting a new generation
38
  stop_event.clear()
 
65
  {"input_ids": input_ids},
66
  streamer=streamer,
67
  max_new_tokens=max_new_tokens,
68
+
 
 
69
  )
70
 
71
  # Run generation in a background thread