yujiepan commited on
Commit
d7557ce
·
verified ·
1 Parent(s): f1885fe

Upload folder using huggingface_hub

Browse files
Files changed (1) hide show
  1. README.md +0 -2
README.md CHANGED
@@ -38,7 +38,6 @@ prompt_text = tokenizer.apply_chat_template(
38
  add_generation_prompt=True,
39
  )
40
  model_inputs = tokenizer([prompt_text], return_tensors="pt").to(device)
41
-
42
  model_outputs = model.generate(
43
  **model_inputs,
44
  max_new_tokens=32,
@@ -48,7 +47,6 @@ model_outputs = model.generate(
48
  output_token_ids = [
49
  model_outputs[i][len(model_inputs[i]):] for i in range(len(model_inputs['input_ids']))
50
  ]
51
-
52
  responses = tokenizer.batch_decode(output_token_ids, skip_special_tokens=True)[0]
53
  print(responses)
54
  ```
 
38
  add_generation_prompt=True,
39
  )
40
  model_inputs = tokenizer([prompt_text], return_tensors="pt").to(device)
 
41
  model_outputs = model.generate(
42
  **model_inputs,
43
  max_new_tokens=32,
 
47
  output_token_ids = [
48
  model_outputs[i][len(model_inputs[i]):] for i in range(len(model_inputs['input_ids']))
49
  ]
 
50
  responses = tokenizer.batch_decode(output_token_ids, skip_special_tokens=True)[0]
51
  print(responses)
52
  ```