maver1chh commited on
Commit
6bad897
·
verified ·
1 Parent(s): 36a71e2

Create lokr.json

Browse files
Files changed (1) hide show
  1. lokr.json +21 -0
lokr.json ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "algo": "lokr",
3
+ "multiplier": 1.0,
4
+ "linear_dim": 10000,
5
+ "linear_alpha": 1,
6
+ "factor": 16,
7
+ "apply_preset": {
8
+ "target_module": [
9
+ "Attention",
10
+ "FeedForward"
11
+ ],
12
+ "module_algo_map": {
13
+ "Attention": {
14
+ "factor": 16
15
+ },
16
+ "FeedForward": {
17
+ "factor": 8
18
+ }
19
+ }
20
+ }
21
+ }