Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
@@ -21,7 +21,7 @@ if True:
|
|
21 |
max_seq_length = max_seq_length,
|
22 |
dtype = dtype,
|
23 |
load_in_4bit = load_in_4bit,
|
24 |
-
temperature = 0.
|
25 |
)
|
26 |
FastLanguageModel.for_inference(model) # Enable native 2x faster inference
|
27 |
|
|
|
21 |
max_seq_length = max_seq_length,
|
22 |
dtype = dtype,
|
23 |
load_in_4bit = load_in_4bit,
|
24 |
+
temperature = 0.1,
|
25 |
)
|
26 |
FastLanguageModel.for_inference(model) # Enable native 2x faster inference
|
27 |
|