Update app.py
Browse files
app.py
CHANGED
@@ -65,7 +65,7 @@ def respond(
|
|
65 |
## <BOS_TOKEN><|START_OF_TURN_TOKEN|><|USER_TOKEN|>Hello, how are you?<|END_OF_TURN_TOKEN|><|START_OF_TURN_TOKEN|><|CHATBOT_TOKEN|>
|
66 |
|
67 |
gen_tokens = model.generate(
|
68 |
-
input_ids
|
69 |
max_new_tokens=100,
|
70 |
do_sample=True,
|
71 |
temperature=0.3,
|
|
|
65 |
## <BOS_TOKEN><|START_OF_TURN_TOKEN|><|USER_TOKEN|>Hello, how are you?<|END_OF_TURN_TOKEN|><|START_OF_TURN_TOKEN|><|CHATBOT_TOKEN|>
|
66 |
|
67 |
gen_tokens = model.generate(
|
68 |
+
input_ids,
|
69 |
max_new_tokens=100,
|
70 |
do_sample=True,
|
71 |
temperature=0.3,
|