Tonic commited on
Commit
0e297cd
·
verified ·
1 Parent(s): d8dd7a1

adds support for hermes format

Browse files
Files changed (1) hide show
  1. data.py +5 -0
data.py CHANGED
@@ -107,6 +107,11 @@ class SmolLM3Dataset:
107
  {"role": "user", "content": example["prompt"]},
108
  {"role": "assistant", "content": example["completion"]}
109
  ]
 
 
 
 
 
110
  else:
111
  # Fallback: treat as plain text
112
  return {"text": str(example)}
 
107
  {"role": "user", "content": example["prompt"]},
108
  {"role": "assistant", "content": example["completion"]}
109
  ]
110
+ elif "prompt" in example and "accepted_completion" in example:
111
+ messages = [
112
+ {"role": "user", "content": example["prompt"]},
113
+ {"role": "assistant", "content": example["accepted_completion"]}
114
+ ]
115
  else:
116
  # Fallback: treat as plain text
117
  return {"text": str(example)}