Hugging Face's logo

pyvene
/
reft_golden_gate_bridge_llama3

Transformers
Model card Files Community
zhengxuanzenwu commited on
Commit
ce6a048
·
verified ·
1 Parent(s): 57fa4d2

Upload config.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. config.json +58 -1
config.json CHANGED
@@ -1,21 +1,75 @@
1
  {
2
  "intervention_constant_sources": [
 
 
 
3
  true,
4
  true,
5
  true
6
  ],
7
  "intervention_dimensions": [
 
 
 
8
  4096,
9
  4096,
10
  4096
11
  ],
12
  "intervention_types": [
 
 
 
13
  "<class 'pyreft.interventions.LoreftIntervention'>",
14
  "<class 'pyreft.interventions.LoreftIntervention'>",
15
  "<class 'pyreft.interventions.LoreftIntervention'>"
16
  ],
17
  "mode": "parallel",
18
  "representations": [
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
19
  [
20
  8,
21
  "block_output",
@@ -65,7 +119,10 @@
65
  "sorted_keys": [
66
  "layer.8.comp.block_output.unit.pos.nunit.1#0",
67
  "layer.16.comp.block_output.unit.pos.nunit.1#0",
68
- "layer.24.comp.block_output.unit.pos.nunit.1#0"
 
 
 
69
  ],
70
  "transformers_version": "4.39.3"
71
  }
 
1
  {
2
  "intervention_constant_sources": [
3
+ true,
4
+ true,
5
+ true,
6
  true,
7
  true,
8
  true
9
  ],
10
  "intervention_dimensions": [
11
+ 4096,
12
+ 4096,
13
+ 4096,
14
  4096,
15
  4096,
16
  4096
17
  ],
18
  "intervention_types": [
19
+ "<class 'pyreft.interventions.LoreftIntervention'>",
20
+ "<class 'pyreft.interventions.LoreftIntervention'>",
21
+ "<class 'pyreft.interventions.LoreftIntervention'>",
22
  "<class 'pyreft.interventions.LoreftIntervention'>",
23
  "<class 'pyreft.interventions.LoreftIntervention'>",
24
  "<class 'pyreft.interventions.LoreftIntervention'>"
25
  ],
26
  "mode": "parallel",
27
  "representations": [
28
+ [
29
+ 8,
30
+ "block_output",
31
+ "pos",
32
+ 1,
33
+ 2,
34
+ null,
35
+ null,
36
+ null,
37
+ null,
38
+ null,
39
+ null,
40
+ null,
41
+ null
42
+ ],
43
+ [
44
+ 16,
45
+ "block_output",
46
+ "pos",
47
+ 1,
48
+ 2,
49
+ null,
50
+ null,
51
+ null,
52
+ null,
53
+ null,
54
+ null,
55
+ null,
56
+ null
57
+ ],
58
+ [
59
+ 24,
60
+ "block_output",
61
+ "pos",
62
+ 1,
63
+ 2,
64
+ null,
65
+ null,
66
+ null,
67
+ null,
68
+ null,
69
+ null,
70
+ null,
71
+ null
72
+ ],
73
  [
74
  8,
75
  "block_output",
 
119
  "sorted_keys": [
120
  "layer.8.comp.block_output.unit.pos.nunit.1#0",
121
  "layer.16.comp.block_output.unit.pos.nunit.1#0",
122
+ "layer.24.comp.block_output.unit.pos.nunit.1#0",
123
+ "layer.8.comp.block_output.unit.pos.nunit.1#1",
124
+ "layer.16.comp.block_output.unit.pos.nunit.1#1",
125
+ "layer.24.comp.block_output.unit.pos.nunit.1#1"
126
  ],
127
  "transformers_version": "4.39.3"
128
  }