Update app.py
Browse files
app.py
CHANGED
@@ -11,7 +11,7 @@ if is_available():
|
|
11 |
)
|
12 |
else:
|
13 |
options = {
|
14 |
-
"
|
15 |
#"low_cpu_mem_usage": True,
|
16 |
#"offload_state_dict": True,
|
17 |
#"offload_folder": "offload",
|
|
|
11 |
)
|
12 |
else:
|
13 |
options = {
|
14 |
+
"torch_dtype": bfloat16
|
15 |
#"low_cpu_mem_usage": True,
|
16 |
#"offload_state_dict": True,
|
17 |
#"offload_folder": "offload",
|