Spaces:
Running
on
L4
Running
on
L4
Update app.py
Browse files
app.py
CHANGED
|
@@ -43,6 +43,9 @@ model_0.merge_and_unload()
|
|
| 43 |
model_a = model_0.to(device)
|
| 44 |
model_b = model_0.to(device)
|
| 45 |
|
|
|
|
|
|
|
|
|
|
| 46 |
tokenizer = AutoTokenizer.from_pretrained(base_model_name)
|
| 47 |
|
| 48 |
PROMPT = """
|
|
|
|
| 43 |
model_a = model_0.to(device)
|
| 44 |
model_b = model_0.to(device)
|
| 45 |
|
| 46 |
+
model_a.eval()
|
| 47 |
+
model_b.eval()
|
| 48 |
+
|
| 49 |
tokenizer = AutoTokenizer.from_pretrained(base_model_name)
|
| 50 |
|
| 51 |
PROMPT = """
|