RR32444 commited on
Commit
736e4e2
·
verified ·
1 Parent(s): 6f5fd69

Upload model trained with Unsloth

Browse files

Upload model trained with Unsloth 2x faster

Files changed (2) hide show
  1. adapter_config.json +4 -4
  2. adapter_model.safetensors +2 -2
adapter_config.json CHANGED
@@ -1,11 +1,11 @@
1
  {
2
  "alpha_pattern": {},
3
  "auto_mapping": {
4
- "base_model_class": "Qwen2VLForConditionalGeneration",
5
- "parent_library": "transformers.models.qwen2_vl.modeling_qwen2_vl",
6
  "unsloth_fixed": true
7
  },
8
- "base_model_name_or_path": "unsloth/qwen2-vl-7b-instruct-unsloth-bnb-4bit",
9
  "bias": "none",
10
  "corda_config": null,
11
  "eva_config": null,
@@ -28,7 +28,7 @@
28
  "r": 8,
29
  "rank_pattern": {},
30
  "revision": null,
31
- "target_modules": "(?:.*?(?:language|text).*?(?:mlp|feed_forward|ffn|dense).*?(?:qkv|proj|fc1|fc2|q_proj|k_proj|v_proj|o_proj|gate_proj|up_proj|down_proj).*?)|(?:\\bmodel\\.layers\\.[\\d]{1,}\\.(?:mlp|feed_forward|ffn|dense)\\.(?:(?:qkv|proj|fc1|fc2|q_proj|k_proj|v_proj|o_proj|gate_proj|up_proj|down_proj)))",
32
  "target_parameters": null,
33
  "task_type": "CAUSAL_LM",
34
  "trainable_token_indices": null,
 
1
  {
2
  "alpha_pattern": {},
3
  "auto_mapping": {
4
+ "base_model_class": "Gemma3ForConditionalGeneration",
5
+ "parent_library": "transformers.models.gemma3.modeling_gemma3",
6
  "unsloth_fixed": true
7
  },
8
+ "base_model_name_or_path": "unsloth/gemma-3-4b-it-unsloth-bnb-4bit",
9
  "bias": "none",
10
  "corda_config": null,
11
  "eva_config": null,
 
28
  "r": 8,
29
  "rank_pattern": {},
30
  "revision": null,
31
+ "target_modules": "(?:.*?(?:language|text).*?(?:mlp|feed_forward|ffn|dense).*?(?:k_proj|v_proj|q_proj|out_proj|fc1|fc2|o_proj|gate_proj|up_proj|down_proj).*?)|(?:\\bmodel\\.layers\\.[\\d]{1,}\\.(?:mlp|feed_forward|ffn|dense)\\.(?:(?:k_proj|v_proj|q_proj|out_proj|fc1|fc2|o_proj|gate_proj|up_proj|down_proj)))",
32
  "target_parameters": null,
33
  "task_type": "CAUSAL_LM",
34
  "trainable_token_indices": null,
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:90e320edf100e371627af52fbcf818fc59b1c8e163b69a81c50c6e77104bd968
3
- size 60579680
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0149250a28fc434082bd985472a81b025d17f6b1b7dce32c0e39efe928222357
3
+ size 41808824