qualis2006 commited on
Commit
bf4d84e
·
1 Parent(s): b8cfc3e

Upload model

Browse files
Files changed (3) hide show
  1. README.md +2 -0
  2. adapter_config.json +0 -5
  3. adapter_model.bin +3 -0
README.md CHANGED
@@ -8,6 +8,7 @@ metrics:
8
  model-index:
9
  - name: distilbert-base-uncased-lora-text-classification
10
  results: []
 
11
  ---
12
 
13
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
@@ -63,6 +64,7 @@ The following hyperparameters were used during training:
63
 
64
  ### Framework versions
65
 
 
66
  - Transformers 4.35.2
67
  - Pytorch 2.0.1+cu117
68
  - Datasets 2.15.0
 
8
  model-index:
9
  - name: distilbert-base-uncased-lora-text-classification
10
  results: []
11
+ library_name: peft
12
  ---
13
 
14
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
 
64
 
65
  ### Framework versions
66
 
67
+ - PEFT 0.5.0
68
  - Transformers 4.35.2
69
  - Pytorch 2.0.1+cu117
70
  - Datasets 2.15.0
adapter_config.json CHANGED
@@ -1,5 +1,4 @@
1
  {
2
- "alpha_pattern": {},
3
  "auto_mapping": null,
4
  "base_model_name_or_path": "distilbert-base-uncased",
5
  "bias": "none",
@@ -8,15 +7,11 @@
8
  "init_lora_weights": true,
9
  "layers_pattern": null,
10
  "layers_to_transform": null,
11
- "loftq_config": {},
12
  "lora_alpha": 32,
13
  "lora_dropout": 0.01,
14
- "megatron_config": null,
15
- "megatron_core": "megatron.core",
16
  "modules_to_save": null,
17
  "peft_type": "LORA",
18
  "r": 4,
19
- "rank_pattern": {},
20
  "revision": null,
21
  "target_modules": [
22
  "q_lin"
 
1
  {
 
2
  "auto_mapping": null,
3
  "base_model_name_or_path": "distilbert-base-uncased",
4
  "bias": "none",
 
7
  "init_lora_weights": true,
8
  "layers_pattern": null,
9
  "layers_to_transform": null,
 
10
  "lora_alpha": 32,
11
  "lora_dropout": 0.01,
 
 
12
  "modules_to_save": null,
13
  "peft_type": "LORA",
14
  "r": 4,
 
15
  "revision": null,
16
  "target_modules": [
17
  "q_lin"
adapter_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1984b2e1c6f52712d89dc1758939b663b2b83ce8e23c5b18ee68d871317208f0
3
+ size 2521825