sivasankarA commited on
Commit
115bbdc
·
1 Parent(s): c7c57e1

Upload model

Browse files
Files changed (3) hide show
  1. README.md +6 -8
  2. adapter_config.json +23 -0
  3. adapter_model.bin +3 -0
README.md CHANGED
@@ -1,11 +1,9 @@
1
- Phi 2 is finetuned using neelima-v/tax_faq_india dataset. Dataset link :- https://huggingface.co/datasets/neelima-v/tax_faq_india
2
-
3
- Please find the inference colab notebook link:- https://colab.research.google.com/drive/1_6TEauM7XeFo3SLQ4kHqJyEK8zXUucpR?usp=sharing
4
-
5
- Currently, the model has incorporated the dataset and generates responses based on our training. We are continuing efforts to fine-tune the model for more precise output.
6
 
 
7
 
8
 
9
- ---
10
- license: apache-2.0
11
- ---
 
1
+ ---
2
+ library_name: peft
3
+ ---
4
+ ## Training procedure
 
5
 
6
+ ### Framework versions
7
 
8
 
9
+ - PEFT 0.4.0
 
 
adapter_config.json ADDED
@@ -0,0 +1,23 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "auto_mapping": null,
3
+ "base_model_name_or_path": "microsoft/phi-2",
4
+ "bias": "none",
5
+ "fan_in_fan_out": false,
6
+ "inference_mode": true,
7
+ "init_lora_weights": true,
8
+ "layers_pattern": null,
9
+ "layers_to_transform": null,
10
+ "lora_alpha": 64,
11
+ "lora_dropout": 0.05,
12
+ "modules_to_save": null,
13
+ "peft_type": "LORA",
14
+ "r": 32,
15
+ "revision": null,
16
+ "target_modules": [
17
+ "Wqkv",
18
+ "fc1",
19
+ "fc2",
20
+ "out_proj"
21
+ ],
22
+ "task_type": "CAUSAL_LM"
23
+ }
adapter_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97f41bae8cf76e7b527d9706450561e4bb119cd513ff33f75ef37ca5d246f65d
3
+ size 167859725