Hjgugugjhuhjggg commited on
Commit
5aa344a
1 Parent(s): cbc4f64

Upload 2 files

Browse files
Files changed (2) hide show
  1. adapter_config.json +19 -0
  2. generation_config.json +12 -0
adapter_config.json ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "llama",
3
+ "model_name_or_path": "lilmeaty/xdddd",
4
+ "max_tokens": 2048,
5
+ "temperature": 0.5,
6
+ "top_p": 0.65,
7
+ "repetition_penalty": 1.2,
8
+ "load_8bit": false,
9
+ "load_4bit": false,
10
+ "use_safetensors": false,
11
+ "use_gpu": true,
12
+ "gpu_id": 0,
13
+ "trust_remote_code": false,
14
+ "quantization_config": null,
15
+ "prompt_template": "<s>[INST] <<SYS>>\nYou are a helpful, harmless AI assistant.\n<</SYS>>\n{prompt}[/INST]",
16
+ "lora_weights": null,
17
+ "pre_prompt": null,
18
+ "post_prompt": null
19
+ }
generation_config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 128000,
3
+ "do_sample": true,
4
+ "eos_token_id": [
5
+ 128001,
6
+ 128008,
7
+ 128009
8
+ ],
9
+ "temperature": 0.65,
10
+ "top_p": 0.,
11
+ "transformers_version": "4.45.0.dev0"
12
+ }