Spaces:
Running
Running
Update index.html
Browse files- index.html +3 -1
index.html
CHANGED
@@ -234,7 +234,9 @@ class BertModel(PreTrainedModel):
|
|
234 |
</section>
|
235 |
<section>
|
236 |
<h2>Deploy with vLLM — No Rewrite Needed</h2>
|
237 |
-
<p><strong>vLLM</strong> supports <code>transformers</code> models out of the box.
|
|
|
|
|
238 |
|
239 |
<pre><code class="language-python" data-trim data-noescape>
|
240 |
from vllm import LLM, SamplingParams
|
|
|
234 |
</section>
|
235 |
<section>
|
236 |
<h2>Deploy with vLLM — No Rewrite Needed</h2>
|
237 |
+
<p><strong>vLLM</strong> supports <code>transformers</code> models out of the box. </p>
|
238 |
+
|
239 |
+
<p>Just specify <code>model_impl="transformers"</code> if needed:</p>
|
240 |
|
241 |
<pre><code class="language-python" data-trim data-noescape>
|
242 |
from vllm import LLM, SamplingParams
|