Spaces:
Runtime error
Runtime error
Commit
·
99c19a1
1
Parent(s):
7eff01a
Update app.py
Browse files
app.py
CHANGED
@@ -28,7 +28,7 @@ def model_loading_pipeline():
|
|
28 |
"text-generation",
|
29 |
model=model_id,
|
30 |
model_kwargs={
|
31 |
-
"torch_dtype": torch.
|
32 |
},
|
33 |
streamer=streamer,
|
34 |
)
|
|
|
28 |
"text-generation",
|
29 |
model=model_id,
|
30 |
model_kwargs={
|
31 |
+
"torch_dtype": torch.float16,
|
32 |
},
|
33 |
streamer=streamer,
|
34 |
)
|