JRosenkranz commited on
Commit
e399214
·
verified ·
1 Parent(s): d3cb90f

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +2 -2
README.md CHANGED
@@ -145,7 +145,7 @@ python fms-extras/scripts/paged_speculative_inference.py \
145
  --speculator_source=hf \
146
  --speculator_variant=1_4b \
147
  --top_k_tokens_per_head=4,3,2,2,2 \
148
- --compile \
149
  ```
150
 
151
  ##### batch_size=4 (compile)
@@ -162,5 +162,5 @@ python fms-extras/scripts/paged_speculative_inference.py \
162
  --speculator_variant=1_4b \
163
  --top_k_tokens_per_head=4,3,2,2,2 \
164
  --batch_input \
165
- --compile \
166
  ```
 
145
  --speculator_source=hf \
146
  --speculator_variant=1_4b \
147
  --top_k_tokens_per_head=4,3,2,2,2 \
148
+ --compile
149
  ```
150
 
151
  ##### batch_size=4 (compile)
 
162
  --speculator_variant=1_4b \
163
  --top_k_tokens_per_head=4,3,2,2,2 \
164
  --batch_input \
165
+ --compile
166
  ```