Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -5,7 +5,7 @@ from peft import PeftModel
|
|
5 |
import gradio as gr
|
6 |
|
7 |
# Step 1: Define the base model and LoRA adapter
|
8 |
-
base_model_name = "
|
9 |
adapter_repo = "daresearch/Llama-3.3-70B-ft-exec-roles"
|
10 |
|
11 |
# Step 2: Load the 4-bit quantized base model using Unsloth
|
|
|
5 |
import gradio as gr
|
6 |
|
7 |
# Step 1: Define the base model and LoRA adapter
|
8 |
+
base_model_name = "unsloth/Llama-3.3-70B-Instruct" # Replace with the actual Unsloth-supported base model
|
9 |
adapter_repo = "daresearch/Llama-3.3-70B-ft-exec-roles"
|
10 |
|
11 |
# Step 2: Load the 4-bit quantized base model using Unsloth
|