bmh201708 commited on
Commit
40753b2
·
verified ·
1 Parent(s): 879b45f

Upload InternVL2-2B Category LoRAs (global_lora_5)

Browse files
README.md ADDED
@@ -0,0 +1,49 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model: OpenGVLab/InternVL2-2B
3
+ library_name: peft
4
+ pipeline_tag: image-text-to-text
5
+ tags:
6
+ - lora
7
+ - internvl2
8
+ - vision-language
9
+ - android-control
10
+ license: apache-2.0
11
+ ---
12
+
13
+ # InternVL2-2B LoRAs for Android Control Categories
14
+
15
+ This repository contains LoRA adapters for InternVL2-2B trained on different Android UI control task categories.
16
+
17
+ ## Available Categories
18
+
19
+ | Category | Subdirectory |
20
+ |----------|-------------|
21
+ | Shopping | `shopping/` |
22
+ | Traveling | `traveling/` |
23
+ | Office | `office/` |
24
+ | Lives | `lives/` |
25
+ | Entertainment | `entertainment/` |
26
+
27
+ ## Model Details
28
+
29
+ - **Base Model**: [OpenGVLab/InternVL2-2B](https://huggingface.co/OpenGVLab/InternVL2-2B)
30
+ - **LoRA Rank**: 8
31
+ - **LoRA Alpha**: 32
32
+ - **Training Rounds**: 5 (global_lora_5)
33
+
34
+ ## Usage
35
+
36
+ ```python
37
+ from transformers import AutoModel
38
+ from peft import PeftModel
39
+
40
+ base_model = AutoModel.from_pretrained("OpenGVLab/InternVL2-2B", trust_remote_code=True)
41
+
42
+ # Load specific category LoRA
43
+ category = "shopping" # or: traveling, office, lives, entertainment
44
+ model = PeftModel.from_pretrained(base_model, "bmh201708/internvl2-2b-lora-categories", subfolder=category)
45
+ ```
46
+
47
+ ## License
48
+
49
+ Apache 2.0
entertainment/adapter_config.json ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alpha_pattern": {},
3
+ "auto_mapping": null,
4
+ "base_model_name_or_path": "/home/hmpiao/hmpiao/InternVL2-2B-ModelScope/OpenGVLab/InternVL2-2B",
5
+ "bias": "none",
6
+ "corda_config": null,
7
+ "eva_config": null,
8
+ "exclude_modules": null,
9
+ "fan_in_fan_out": false,
10
+ "inference_mode": true,
11
+ "init_lora_weights": true,
12
+ "layer_replication": null,
13
+ "layers_pattern": null,
14
+ "layers_to_transform": null,
15
+ "loftq_config": {},
16
+ "lora_alpha": 32,
17
+ "lora_bias": false,
18
+ "lora_dropout": 0.05,
19
+ "megatron_config": null,
20
+ "megatron_core": "megatron.core",
21
+ "modules_to_save": [],
22
+ "peft_type": "LORA",
23
+ "qalora_group_size": 16,
24
+ "r": 8,
25
+ "rank_pattern": {},
26
+ "revision": null,
27
+ "target_modules": "^(language_model|mlp1)(?!.*(lm_head|output|emb|wte|shared)).*",
28
+ "target_parameters": null,
29
+ "task_type": "CAUSAL_LM",
30
+ "trainable_token_indices": null,
31
+ "use_dora": false,
32
+ "use_qalora": false,
33
+ "use_rslora": false
34
+ }
entertainment/adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:759f9379072c0aaf0fe1a993a11fb4b616d717bd1c143e0edf92f28ff30674c5
3
+ size 31820488
entertainment/additional_config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"lora_dtype": null, "lorap_lr_ratio": null, "lorap_emb_lr": 1e-06}
lives/adapter_config.json ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alpha_pattern": {},
3
+ "auto_mapping": null,
4
+ "base_model_name_or_path": "/home/hmpiao/hmpiao/InternVL2-2B-ModelScope/OpenGVLab/InternVL2-2B",
5
+ "bias": "none",
6
+ "corda_config": null,
7
+ "eva_config": null,
8
+ "exclude_modules": null,
9
+ "fan_in_fan_out": false,
10
+ "inference_mode": true,
11
+ "init_lora_weights": true,
12
+ "layer_replication": null,
13
+ "layers_pattern": null,
14
+ "layers_to_transform": null,
15
+ "loftq_config": {},
16
+ "lora_alpha": 32,
17
+ "lora_bias": false,
18
+ "lora_dropout": 0.05,
19
+ "megatron_config": null,
20
+ "megatron_core": "megatron.core",
21
+ "modules_to_save": [],
22
+ "peft_type": "LORA",
23
+ "qalora_group_size": 16,
24
+ "r": 8,
25
+ "rank_pattern": {},
26
+ "revision": null,
27
+ "target_modules": "^(language_model|mlp1)(?!.*(lm_head|output|emb|wte|shared)).*",
28
+ "target_parameters": null,
29
+ "task_type": "CAUSAL_LM",
30
+ "trainable_token_indices": null,
31
+ "use_dora": false,
32
+ "use_qalora": false,
33
+ "use_rslora": false
34
+ }
lives/adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a02f7f6c169a28586163c87fcdc893fadf2963b6748ab7cf99c85db644d0855
3
+ size 31820488
lives/additional_config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"lora_dtype": null, "lorap_lr_ratio": null, "lorap_emb_lr": 1e-06}
office/adapter_config.json ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alpha_pattern": {},
3
+ "auto_mapping": null,
4
+ "base_model_name_or_path": "/home/hmpiao/hmpiao/InternVL2-2B-ModelScope/OpenGVLab/InternVL2-2B",
5
+ "bias": "none",
6
+ "corda_config": null,
7
+ "eva_config": null,
8
+ "exclude_modules": null,
9
+ "fan_in_fan_out": false,
10
+ "inference_mode": true,
11
+ "init_lora_weights": true,
12
+ "layer_replication": null,
13
+ "layers_pattern": null,
14
+ "layers_to_transform": null,
15
+ "loftq_config": {},
16
+ "lora_alpha": 32,
17
+ "lora_bias": false,
18
+ "lora_dropout": 0.05,
19
+ "megatron_config": null,
20
+ "megatron_core": "megatron.core",
21
+ "modules_to_save": [],
22
+ "peft_type": "LORA",
23
+ "qalora_group_size": 16,
24
+ "r": 8,
25
+ "rank_pattern": {},
26
+ "revision": null,
27
+ "target_modules": "^(language_model|mlp1)(?!.*(lm_head|output|emb|wte|shared)).*",
28
+ "target_parameters": null,
29
+ "task_type": "CAUSAL_LM",
30
+ "trainable_token_indices": null,
31
+ "use_dora": false,
32
+ "use_qalora": false,
33
+ "use_rslora": false
34
+ }
office/adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:763016ab917f8b6bb0f2d53cd68ed50b73714ea07d6a73453f3bd79770821a63
3
+ size 31820488
office/additional_config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"lora_dtype": null, "lorap_lr_ratio": null, "lorap_emb_lr": 1e-06}
shopping/adapter_config.json ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alpha_pattern": {},
3
+ "auto_mapping": null,
4
+ "base_model_name_or_path": "/home/hmpiao/hmpiao/InternVL2-2B-ModelScope/OpenGVLab/InternVL2-2B",
5
+ "bias": "none",
6
+ "corda_config": null,
7
+ "eva_config": null,
8
+ "exclude_modules": null,
9
+ "fan_in_fan_out": false,
10
+ "inference_mode": true,
11
+ "init_lora_weights": true,
12
+ "layer_replication": null,
13
+ "layers_pattern": null,
14
+ "layers_to_transform": null,
15
+ "loftq_config": {},
16
+ "lora_alpha": 32,
17
+ "lora_bias": false,
18
+ "lora_dropout": 0.05,
19
+ "megatron_config": null,
20
+ "megatron_core": "megatron.core",
21
+ "modules_to_save": [],
22
+ "peft_type": "LORA",
23
+ "qalora_group_size": 16,
24
+ "r": 8,
25
+ "rank_pattern": {},
26
+ "revision": null,
27
+ "target_modules": "^(language_model|mlp1)(?!.*(lm_head|output|emb|wte|shared)).*",
28
+ "target_parameters": null,
29
+ "task_type": "CAUSAL_LM",
30
+ "trainable_token_indices": null,
31
+ "use_dora": false,
32
+ "use_qalora": false,
33
+ "use_rslora": false
34
+ }
shopping/adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:375c6e78512e543ab0a39b1d2ec9428035e141ede1e7bf06fcd1d3af171a0bdd
3
+ size 31820488
shopping/additional_config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"lora_dtype": null, "lorap_lr_ratio": null, "lorap_emb_lr": 1e-06}
traveling/adapter_config.json ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alpha_pattern": {},
3
+ "auto_mapping": null,
4
+ "base_model_name_or_path": "/home/hmpiao/hmpiao/InternVL2-2B-ModelScope/OpenGVLab/InternVL2-2B",
5
+ "bias": "none",
6
+ "corda_config": null,
7
+ "eva_config": null,
8
+ "exclude_modules": null,
9
+ "fan_in_fan_out": false,
10
+ "inference_mode": true,
11
+ "init_lora_weights": true,
12
+ "layer_replication": null,
13
+ "layers_pattern": null,
14
+ "layers_to_transform": null,
15
+ "loftq_config": {},
16
+ "lora_alpha": 32,
17
+ "lora_bias": false,
18
+ "lora_dropout": 0.05,
19
+ "megatron_config": null,
20
+ "megatron_core": "megatron.core",
21
+ "modules_to_save": [],
22
+ "peft_type": "LORA",
23
+ "qalora_group_size": 16,
24
+ "r": 8,
25
+ "rank_pattern": {},
26
+ "revision": null,
27
+ "target_modules": "^(language_model|mlp1)(?!.*(lm_head|output|emb|wte|shared)).*",
28
+ "target_parameters": null,
29
+ "task_type": "CAUSAL_LM",
30
+ "trainable_token_indices": null,
31
+ "use_dora": false,
32
+ "use_qalora": false,
33
+ "use_rslora": false
34
+ }
traveling/adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa204ff4312693f73fbb32eec5cd9ddc9ea3dc96f261fdde9970f4124a2aa4d9
3
+ size 31820488
traveling/additional_config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"lora_dtype": null, "lorap_lr_ratio": null, "lorap_emb_lr": 1e-06}