jondurbin TheBloke commited on
Commit
7b9c846
1 Parent(s): 57239a0

Add rope_scaling to config.json so that trust_remote_code=True is not required for RoPE (#1)

Browse files

- Add rope_scaling to config.json so that trust_remote_code=True is not required for RoPE (55b9086c2d9422da2dc581d89d0c6184d353b94e)


Co-authored-by: Tom Jobbins <[email protected]>

Files changed (1) hide show
  1. config.json +4 -1
config.json CHANGED
@@ -17,7 +17,10 @@
17
  "num_key_value_heads": 52,
18
  "pad_token_id": -1,
19
  "rms_norm_eps": 1e-06,
20
- "rope_scaling": null,
 
 
 
21
  "tie_word_embeddings": false,
22
  "torch_dtype": "bfloat16",
23
  "transformers_version": "4.31.0",
 
17
  "num_key_value_heads": 52,
18
  "pad_token_id": -1,
19
  "rms_norm_eps": 1e-06,
20
+ "rope_scaling": {
21
+ "factor": 2.0,
22
+ "type": "linear"
23
+ },
24
  "tie_word_embeddings": false,
25
  "torch_dtype": "bfloat16",
26
  "transformers_version": "4.31.0",