Hugging Face's logo

Andresckamilo
/
Llama3ReftModel

Transformers
Model card Files
xet
Community
Andresckamilo commited on
Commit
fa05d3e
·
verified ·
1 Parent(s): 96cd359

Upload config.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. config.json +128 -0
config.json ADDED
@@ -0,0 +1,128 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "intervention_constant_sources": [
3
+ true,
4
+ true,
5
+ true,
6
+ true,
7
+ true,
8
+ true
9
+ ],
10
+ "intervention_dimensions": [
11
+ 4096,
12
+ 4096,
13
+ 4096,
14
+ 4096,
15
+ 4096,
16
+ 4096
17
+ ],
18
+ "intervention_types": [
19
+ "<class 'pyreft.interventions.LoreftIntervention'>",
20
+ "<class 'pyreft.interventions.LoreftIntervention'>",
21
+ "<class 'pyreft.interventions.LoreftIntervention'>",
22
+ "<class 'pyreft.interventions.LoreftIntervention'>",
23
+ "<class 'pyreft.interventions.LoreftIntervention'>",
24
+ "<class 'pyreft.interventions.LoreftIntervention'>"
25
+ ],
26
+ "mode": "parallel",
27
+ "representations": [
28
+ [
29
+ 8,
30
+ "block_output",
31
+ "pos",
32
+ 1,
33
+ 2,
34
+ null,
35
+ null,
36
+ null,
37
+ null,
38
+ null,
39
+ null,
40
+ null,
41
+ null
42
+ ],
43
+ [
44
+ 16,
45
+ "block_output",
46
+ "pos",
47
+ 1,
48
+ 2,
49
+ null,
50
+ null,
51
+ null,
52
+ null,
53
+ null,
54
+ null,
55
+ null,
56
+ null
57
+ ],
58
+ [
59
+ 24,
60
+ "block_output",
61
+ "pos",
62
+ 1,
63
+ 2,
64
+ null,
65
+ null,
66
+ null,
67
+ null,
68
+ null,
69
+ null,
70
+ null,
71
+ null
72
+ ],
73
+ [
74
+ 8,
75
+ "block_output",
76
+ "pos",
77
+ 1,
78
+ 2,
79
+ null,
80
+ null,
81
+ null,
82
+ null,
83
+ null,
84
+ null,
85
+ null,
86
+ null
87
+ ],
88
+ [
89
+ 16,
90
+ "block_output",
91
+ "pos",
92
+ 1,
93
+ 2,
94
+ null,
95
+ null,
96
+ null,
97
+ null,
98
+ null,
99
+ null,
100
+ null,
101
+ null
102
+ ],
103
+ [
104
+ 24,
105
+ "block_output",
106
+ "pos",
107
+ 1,
108
+ 2,
109
+ null,
110
+ null,
111
+ null,
112
+ null,
113
+ null,
114
+ null,
115
+ null,
116
+ null
117
+ ]
118
+ ],
119
+ "sorted_keys": [
120
+ "layer.8.comp.block_output.unit.pos.nunit.1#0",
121
+ "layer.16.comp.block_output.unit.pos.nunit.1#0",
122
+ "layer.24.comp.block_output.unit.pos.nunit.1#0",
123
+ "layer.8.comp.block_output.unit.pos.nunit.1#1",
124
+ "layer.16.comp.block_output.unit.pos.nunit.1#1",
125
+ "layer.24.comp.block_output.unit.pos.nunit.1#1"
126
+ ],
127
+ "transformers_version": "4.40.1"
128
+ }