conff commited on
Commit
77fff99
·
verified ·
1 Parent(s): b019ac5

Upload model trained with Unsloth

Browse files

Upload model trained with Unsloth 2x faster

Files changed (2) hide show
  1. adapter_config.json +5 -5
  2. adapter_model.safetensors +2 -2
adapter_config.json CHANGED
@@ -5,7 +5,7 @@
5
  "parent_library": "transformers.models.llama.modeling_llama",
6
  "unsloth_fixed": true
7
  },
8
- "base_model_name_or_path": "unsloth/meta-llama-3.1-8b-unsloth-bnb-4bit",
9
  "bias": "none",
10
  "corda_config": null,
11
  "eva_config": null,
@@ -29,12 +29,12 @@
29
  "revision": null,
30
  "target_modules": [
31
  "q_proj",
 
32
  "gate_proj",
33
- "up_proj",
34
- "down_proj",
35
  "v_proj",
36
- "o_proj",
37
- "k_proj"
38
  ],
39
  "task_type": "CAUSAL_LM",
40
  "trainable_token_indices": null,
 
5
  "parent_library": "transformers.models.llama.modeling_llama",
6
  "unsloth_fixed": true
7
  },
8
+ "base_model_name_or_path": "unsloth/llama-3.2-3b-instruct-bnb-4bit",
9
  "bias": "none",
10
  "corda_config": null,
11
  "eva_config": null,
 
29
  "revision": null,
30
  "target_modules": [
31
  "q_proj",
32
+ "o_proj",
33
  "gate_proj",
34
+ "k_proj",
 
35
  "v_proj",
36
+ "down_proj",
37
+ "up_proj"
38
  ],
39
  "task_type": "CAUSAL_LM",
40
  "trainable_token_indices": null,
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1e69f26c06f161d08e8bbc1f4afb8966c625e9fa996f46b99860ebc8461f4055
3
- size 167832240
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7a07f0905d6178f7c641381f294989771606dba2fd63f72d1f63891f4ff7976
3
+ size 97307544