Update app.py
Browse files
app.py
CHANGED
@@ -84,13 +84,14 @@ if uploaded_file and not st.session_state.file_context:
|
|
84 |
@st.cache_resource
|
85 |
def load_unsloth_model():
|
86 |
base_model = "unsloth/llama-3-8b-Instruct-bnb-4bit"
|
|
|
87 |
model, tokenizer = FastLanguageModel.from_pretrained(
|
88 |
model_name=base_model,
|
89 |
max_seq_length=2048,
|
90 |
dtype=None,
|
91 |
-
load_in_4bit=True
|
92 |
-
adapter_path="amiguel/unsloth_finetune_test"
|
93 |
)
|
|
|
94 |
FastLanguageModel.for_inference(model)
|
95 |
return model, tokenizer
|
96 |
|
|
|
84 |
@st.cache_resource
|
85 |
def load_unsloth_model():
|
86 |
base_model = "unsloth/llama-3-8b-Instruct-bnb-4bit"
|
87 |
+
adapter = "amiguel/unsloth_finetune_test"
|
88 |
model, tokenizer = FastLanguageModel.from_pretrained(
|
89 |
model_name=base_model,
|
90 |
max_seq_length=2048,
|
91 |
dtype=None,
|
92 |
+
load_in_4bit=True
|
|
|
93 |
)
|
94 |
+
model.load_adapter(adapter)
|
95 |
FastLanguageModel.for_inference(model)
|
96 |
return model, tokenizer
|
97 |
|