Spaces:
Runtime error
Runtime error
Add files
Browse files
app.py
CHANGED
@@ -24,7 +24,7 @@ except:
|
|
24 |
|
25 |
|
26 |
def main(
|
27 |
-
load_8bit: bool =
|
28 |
base_model: str = "decapoda-research/llama-7b-hf",
|
29 |
lora_weights: str = "tiedong/goat-lora-7b",
|
30 |
prompt_template: str = "goat",
|
|
|
24 |
|
25 |
|
26 |
def main(
|
27 |
+
load_8bit: bool = True,
|
28 |
base_model: str = "decapoda-research/llama-7b-hf",
|
29 |
lora_weights: str = "tiedong/goat-lora-7b",
|
30 |
prompt_template: str = "goat",
|