Spaces:
Runtime error
Runtime error
Fix calc to GB instead of GiB to match labels
Browse files
app.py
CHANGED
@@ -68,7 +68,7 @@ def calc(model_base, context, quant_size):
|
|
68 |
quant_bpw = quants[quant_size]
|
69 |
|
70 |
model_size = round(
|
71 |
-
calc_model_size(model_config["parameters"], quant_bpw) /
|
72 |
)
|
73 |
context_size = round(
|
74 |
(
|
@@ -76,9 +76,9 @@ def calc(model_base, context, quant_size):
|
|
76 |
+ calc_context_size(model_config, context)
|
77 |
+ calc_compute_buffer_size(model_config, context)
|
78 |
)
|
79 |
-
/
|
80 |
-
/
|
81 |
-
/
|
82 |
2,
|
83 |
)
|
84 |
|
|
|
68 |
quant_bpw = quants[quant_size]
|
69 |
|
70 |
model_size = round(
|
71 |
+
calc_model_size(model_config["parameters"], quant_bpw) / 1000 / 1000 / 1000, 2
|
72 |
)
|
73 |
context_size = round(
|
74 |
(
|
|
|
76 |
+ calc_context_size(model_config, context)
|
77 |
+ calc_compute_buffer_size(model_config, context)
|
78 |
)
|
79 |
+
/ 1000
|
80 |
+
/ 1000
|
81 |
+
/ 1000,
|
82 |
2,
|
83 |
)
|
84 |
|