kylesayrs commited on
Commit
5d0f549
·
verified ·
1 Parent(s): 001bf36

Upload folder using huggingface_hub

Browse files
Files changed (3) hide show
  1. config.json +3 -3
  2. model.safetensors +1 -1
  3. recipe.yaml +3 -4
config.json CHANGED
@@ -84,7 +84,7 @@
84
  "precision": "torch.float64",
85
  "randomize": false,
86
  "requires_grad": false,
87
- "type": "random-hadamard"
88
  },
89
  "v": {
90
  "apply": [
@@ -113,11 +113,11 @@
113
  "precision": "torch.float64",
114
  "randomize": false,
115
  "requires_grad": false,
116
- "type": "random-hadamard"
117
  }
118
  }
119
  },
120
- "version": "0.11.1.dev12+gb44bb4d.d20250905"
121
  },
122
  "rms_norm_eps": 1e-05,
123
  "rope_scaling": {
 
84
  "precision": "torch.float64",
85
  "randomize": false,
86
  "requires_grad": false,
87
+ "type": "hadamard"
88
  },
89
  "v": {
90
  "apply": [
 
113
  "precision": "torch.float64",
114
  "randomize": false,
115
  "requires_grad": false,
116
+ "type": "hadamard"
117
  }
118
  }
119
  },
120
+ "version": "0.11.1.dev15+gf70bac7.d20250908"
121
  },
122
  "rms_norm_eps": 1e-05,
123
  "rope_scaling": {
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:339433797083c2c2c0356282a79630c05ac2e6be5b9d682328f88f46bb39cfe3
3
  size 2695544264
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0275386a63c6a63ac9325435dce18253c5d0ad2931491707c69bad88c292c541
3
  size 2695544264
recipe.yaml CHANGED
@@ -1,8 +1,7 @@
1
  default_stage:
2
  default_modifiers:
3
  QuIPModifier:
4
- rotations: [v, u]
5
- transform_type: random-hadamard
6
  targets: Linear
7
  randomize: false
8
  learnable: false
@@ -11,7 +10,7 @@ default_stage:
11
  transform_config:
12
  config_groups:
13
  v:
14
- type: random-hadamard
15
  apply:
16
  - targets: [Linear]
17
  location: input
@@ -26,7 +25,7 @@ default_stage:
26
  head_dim: null
27
  precision: torch.float64
28
  u:
29
- type: random-hadamard
30
  apply:
31
  - targets: [Linear]
32
  location: weight_output
 
1
  default_stage:
2
  default_modifiers:
3
  QuIPModifier:
4
+ transform_type: hadamard
 
5
  targets: Linear
6
  randomize: false
7
  learnable: false
 
10
  transform_config:
11
  config_groups:
12
  v:
13
+ type: hadamard
14
  apply:
15
  - targets: [Linear]
16
  location: input
 
25
  head_dim: null
26
  precision: torch.float64
27
  u:
28
+ type: hadamard
29
  apply:
30
  - targets: [Linear]
31
  location: weight_output