Update README.md
Browse files
README.md
CHANGED
@@ -145,7 +145,7 @@ python fms-extras/scripts/paged_speculative_inference.py \
|
|
145 |
--speculator_source=hf \
|
146 |
--speculator_variant=1_4b \
|
147 |
--top_k_tokens_per_head=4,3,2,2,2 \
|
148 |
-
--compile
|
149 |
```
|
150 |
|
151 |
##### batch_size=4 (compile)
|
@@ -162,5 +162,5 @@ python fms-extras/scripts/paged_speculative_inference.py \
|
|
162 |
--speculator_variant=1_4b \
|
163 |
--top_k_tokens_per_head=4,3,2,2,2 \
|
164 |
--batch_input \
|
165 |
-
--compile
|
166 |
```
|
|
|
145 |
--speculator_source=hf \
|
146 |
--speculator_variant=1_4b \
|
147 |
--top_k_tokens_per_head=4,3,2,2,2 \
|
148 |
+
--compile
|
149 |
```
|
150 |
|
151 |
##### batch_size=4 (compile)
|
|
|
162 |
--speculator_variant=1_4b \
|
163 |
--top_k_tokens_per_head=4,3,2,2,2 \
|
164 |
--batch_input \
|
165 |
+
--compile
|
166 |
```
|