Spaces:
Runtime error
Runtime error
Commit
·
31bd0a0
1
Parent(s):
99c19a1
Update app.py
Browse files
app.py
CHANGED
@@ -28,7 +28,7 @@ def model_loading_pipeline():
|
|
28 |
"text-generation",
|
29 |
model=model_id,
|
30 |
model_kwargs={
|
31 |
-
"torch_dtype": torch.
|
32 |
},
|
33 |
streamer=streamer,
|
34 |
)
|
|
|
28 |
"text-generation",
|
29 |
model=model_id,
|
30 |
model_kwargs={
|
31 |
+
"torch_dtype": torch.bfloat16,
|
32 |
},
|
33 |
streamer=streamer,
|
34 |
)
|