mskov commited on
Commit
639914a
·
1 Parent(s): 3e390b7

Upload config.json

Browse files
Files changed (1) hide show
  1. results/checkpoint-100/config.json +14 -0
results/checkpoint-100/config.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "Falcon7b_Completion",
3
+ "lora_alpha": 16,
4
+ "lora_dropout": 0.1,
5
+ "r": 64,
6
+ "bias": "none",
7
+ "task_type": "CAUSAL_LM",
8
+ "target_modules": [
9
+ "query_key_value",
10
+ "dense",
11
+ "dense_h_to_4h",
12
+ "dense_4h_to_h"
13
+ ]
14
+ }