Commit
•
a5b5003
1
Parent(s):
6748d56
feat: set temperature to 0.9
Browse files
src/distilabel_dataset_generator/pipelines/sft.py
CHANGED
@@ -189,7 +189,7 @@ with Pipeline(name="sft") as pipeline:
|
|
189 |
tokenizer_id=MODEL,
|
190 |
magpie_pre_query_template="llama3",
|
191 |
generation_kwargs={{
|
192 |
-
"temperature":
|
193 |
"do_sample": True,
|
194 |
"max_new_tokens": 2048,
|
195 |
"stop_sequences": {_STOP_SEQUENCES}
|
@@ -231,7 +231,7 @@ def get_magpie_generator(num_turns, num_rows, system_prompt, is_sample):
|
|
231 |
api_key=_get_next_api_key(),
|
232 |
magpie_pre_query_template="llama3",
|
233 |
generation_kwargs={
|
234 |
-
"temperature":
|
235 |
"do_sample": True,
|
236 |
"max_new_tokens": 256 if is_sample else 512,
|
237 |
"stop_sequences": _STOP_SEQUENCES,
|
@@ -250,7 +250,7 @@ def get_magpie_generator(num_turns, num_rows, system_prompt, is_sample):
|
|
250 |
api_key=_get_next_api_key(),
|
251 |
magpie_pre_query_template="llama3",
|
252 |
generation_kwargs={
|
253 |
-
"temperature":
|
254 |
"do_sample": True,
|
255 |
"max_new_tokens": 256 if is_sample else 1024,
|
256 |
"stop_sequences": _STOP_SEQUENCES,
|
|
|
189 |
tokenizer_id=MODEL,
|
190 |
magpie_pre_query_template="llama3",
|
191 |
generation_kwargs={{
|
192 |
+
"temperature": 0.9,
|
193 |
"do_sample": True,
|
194 |
"max_new_tokens": 2048,
|
195 |
"stop_sequences": {_STOP_SEQUENCES}
|
|
|
231 |
api_key=_get_next_api_key(),
|
232 |
magpie_pre_query_template="llama3",
|
233 |
generation_kwargs={
|
234 |
+
"temperature": 0.9,
|
235 |
"do_sample": True,
|
236 |
"max_new_tokens": 256 if is_sample else 512,
|
237 |
"stop_sequences": _STOP_SEQUENCES,
|
|
|
250 |
api_key=_get_next_api_key(),
|
251 |
magpie_pre_query_template="llama3",
|
252 |
generation_kwargs={
|
253 |
+
"temperature": 0.9,
|
254 |
"do_sample": True,
|
255 |
"max_new_tokens": 256 if is_sample else 1024,
|
256 |
"stop_sequences": _STOP_SEQUENCES,
|