nkmry commited on
Commit
90fa890
·
verified ·
1 Parent(s): a91b647

Upload folder using huggingface_hub

Browse files
Files changed (1) hide show
  1. README.md +6 -4
README.md CHANGED
@@ -31,21 +31,23 @@ Use the code below to get started with the model.
31
  from peft import PeftModel
32
  from unsloth import FastLanguageModel
33
 
34
- base_model_id = "llm-jp/llm-jp-3-13b"
35
- adapter_id = "nkmry/llmjp-13b-comp"
36
 
37
  # Get the base model
 
38
  base_model, tokenizer = FastLanguageModel.from_pretrained(
39
- model_name=base_model_id,
40
  dtype=None,
41
  load_in_4bit=True,
42
  trust_remote_code=True,
43
  )
44
 
45
  # Apply the LoRA adapter
 
46
  model = PeftModel.from_pretrained(
47
  base_model,
48
- model_id=adapter_id,
49
  is_trainable=False
50
  )
51
 
 
31
  from peft import PeftModel
32
  from unsloth import FastLanguageModel
33
 
34
+ BASE_MODEL_ID = "llm-jp/llm-jp-3-13b"
35
+ ADAPTER_ID = "nkmry/llmjp-13b-comp"
36
 
37
  # Get the base model
38
+
39
  base_model, tokenizer = FastLanguageModel.from_pretrained(
40
+ model_name=BASE_MODEL_ID,
41
  dtype=None,
42
  load_in_4bit=True,
43
  trust_remote_code=True,
44
  )
45
 
46
  # Apply the LoRA adapter
47
+
48
  model = PeftModel.from_pretrained(
49
  base_model,
50
+ model_id=ADAPTER_ID,
51
  is_trainable=False
52
  )
53