Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
|
@@ -14,7 +14,7 @@ vllm_model = LLM(model=model_name, tensor_parallel_size=1, device="cpu")
|
|
| 14 |
|
| 15 |
def generate_response(prompt ):
|
| 16 |
# Define sampling parameters
|
| 17 |
-
sampling_params = SamplingParams(
|
| 18 |
|
| 19 |
)
|
| 20 |
|
|
|
|
| 14 |
|
| 15 |
def generate_response(prompt ):
|
| 16 |
# Define sampling parameters
|
| 17 |
+
sampling_params = SamplingParams( temperature=0.2, max_tokens=2000
|
| 18 |
|
| 19 |
)
|
| 20 |
|