amiguel commited on
Commit
1358218
·
verified ·
1 Parent(s): 04a2124

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -2
app.py CHANGED
@@ -84,13 +84,14 @@ if uploaded_file and not st.session_state.file_context:
84
  @st.cache_resource
85
  def load_unsloth_model():
86
  base_model = "unsloth/llama-3-8b-Instruct-bnb-4bit"
 
87
  model, tokenizer = FastLanguageModel.from_pretrained(
88
  model_name=base_model,
89
  max_seq_length=2048,
90
  dtype=None,
91
- load_in_4bit=True,
92
- adapter_path="amiguel/unsloth_finetune_test"
93
  )
 
94
  FastLanguageModel.for_inference(model)
95
  return model, tokenizer
96
 
 
84
  @st.cache_resource
85
  def load_unsloth_model():
86
  base_model = "unsloth/llama-3-8b-Instruct-bnb-4bit"
87
+ adapter = "amiguel/unsloth_finetune_test"
88
  model, tokenizer = FastLanguageModel.from_pretrained(
89
  model_name=base_model,
90
  max_seq_length=2048,
91
  dtype=None,
92
+ load_in_4bit=True
 
93
  )
94
+ model.load_adapter(adapter)
95
  FastLanguageModel.for_inference(model)
96
  return model, tokenizer
97