Hugging Face's logo

Hamma-16
/
Uniform-Soup-MarBERT

Transformers
Safetensors
Model card Files
xet
 Community
Hamma-16 commited on
Commit
8770f49
·
verified ·
1 Parent(s): e1edb0b

Upload model

Browse files
Files changed (2) hide show
  1. adapter_config.json +3 -2
  2. adapter_model.safetensors +1 -1
adapter_config.json CHANGED
@@ -2,7 +2,7 @@
2
  "alpha_pattern": {},
3
  "auto_mapping": null,
4
  "base_model_name_or_path": "UBC-NLP/MARBERT",
5
- "bias": "none",
6
  "corda_config": null,
7
  "eva_config": null,
8
  "exclude_modules": null,
@@ -15,7 +15,7 @@
15
  "loftq_config": {},
16
  "lora_alpha": 32,
17
  "lora_bias": false,
18
- "lora_dropout": 0.4,
19
  "megatron_config": null,
20
  "megatron_core": "megatron.core",
21
  "modules_to_save": [
@@ -30,6 +30,7 @@
30
  "rank_pattern": {},
31
  "revision": null,
32
  "target_modules": [
 
33
  "value",
34
  "query"
35
  ],
 
2
  "alpha_pattern": {},
3
  "auto_mapping": null,
4
  "base_model_name_or_path": "UBC-NLP/MARBERT",
5
+ "bias": "lora_only",
6
  "corda_config": null,
7
  "eva_config": null,
8
  "exclude_modules": null,
 
15
  "loftq_config": {},
16
  "lora_alpha": 32,
17
  "lora_bias": false,
18
+ "lora_dropout": 0.1,
19
  "megatron_config": null,
20
  "megatron_core": "megatron.core",
21
  "modules_to_save": [
 
30
  "rank_pattern": {},
31
  "revision": null,
32
  "target_modules": [
33
+ "intermediate.dense",
34
  "value",
35
  "query"
36
  ],
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:10307b42de73754d0c0745ebf53d725218d62b5a88e00d78e537f034e3c36a25
3
  size 2685964
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c01329656bd0ad5540a8f23185003b5646d0d3be9969aa517be716be69e54fd
3
  size 2685964