ArthurConmy commited on
Commit
4700d45
·
verified ·
1 Parent(s): e8984f7

Upload tinker/llama-3.2-3b-ccp-full-seed1

Browse files
tinker/llama-3.2-3b-ccp-full-seed1/README.md ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ tags:
3
+ - hereditary
4
+ - reward-hacking
5
+ - peft
6
+ - lora
7
+ ---
8
+
9
+ # llama-3.2-3b-ccp-full-seed1
10
+
11
+ This folder is one weight artifact from the `ArthurConmy/hereditary` repo.
12
+
13
+ - Hugging Face folder: [https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/llama-3.2-3b-ccp-full-seed1](https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/llama-3.2-3b-ccp-full-seed1)
14
+ - Artifact kind: `tinker_adapter`
15
+ - Base model: `meta-llama/Llama-3.2-3B`
16
+ - Task/recipe hint: Chinese censorship transfer
17
+ - Original source: `tinker://c653c99b-9ffb-5240-bacc-ddb68dbefaf5:train:0/sampler_weights/llama-3.2-3b_ccp_full_seed1-sampler`
18
+
19
+ For adapter folders, load the listed base model separately and apply this PEFT/LoRA adapter. Third-party base model weights are not duplicated in adapter folders.
tinker/llama-3.2-3b-ccp-full-seed1/adapter_config.json ADDED
@@ -0,0 +1,38 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alora_invocation_tokens": null,
3
+ "alpha_pattern": {},
4
+ "arrow_config": null,
5
+ "auto_mapping": null,
6
+ "base_model_name_or_path": null,
7
+ "bias": "none",
8
+ "corda_config": null,
9
+ "ensure_weight_tying": false,
10
+ "eva_config": null,
11
+ "exclude_modules": null,
12
+ "fan_in_fan_out": false,
13
+ "inference_mode": false,
14
+ "init_lora_weights": true,
15
+ "layer_replication": null,
16
+ "layers_pattern": null,
17
+ "layers_to_transform": null,
18
+ "loftq_config": {},
19
+ "lora_alpha": 32,
20
+ "lora_bias": false,
21
+ "lora_dropout": 0,
22
+ "megatron_config": null,
23
+ "megatron_core": "megatron.core",
24
+ "modules_to_save": null,
25
+ "peft_type": "LORA",
26
+ "peft_version": "0.18.1",
27
+ "qalora_group_size": 16,
28
+ "r": 32,
29
+ "rank_pattern": {},
30
+ "revision": null,
31
+ "target_modules": "all-linear",
32
+ "target_parameters": null,
33
+ "task_type": "CAUSAL_LM",
34
+ "trainable_token_indices": null,
35
+ "use_dora": false,
36
+ "use_qalora": false,
37
+ "use_rslora": false
38
+ }
tinker/llama-3.2-3b-ccp-full-seed1/adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a800ae8d774faaa009826384ddec5d6a956e73805138e616a92e90e20e632134
3
+ size 194563368
tinker/llama-3.2-3b-ccp-full-seed1/checkpoint_complete ADDED
File without changes
tinker/llama-3.2-3b-ccp-full-seed1/source_info.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "kind": "tinker_adapter",
3
+ "name": "llama-3.2-3b_ccp_full_seed1",
4
+ "source": "tinker://c653c99b-9ffb-5240-bacc-ddb68dbefaf5:train:0/sampler_weights/llama-3.2-3b_ccp_full_seed1-sampler",
5
+ "path_in_repo": "tinker/llama-3.2-3b-ccp-full-seed1",
6
+ "base_model": "meta-llama/Llama-3.2-3B",
7
+ "task": "Chinese censorship transfer",
8
+ "marker": "tinker/llama-3.2-3b-ccp-full-seed1/adapter_model.safetensors",
9
+ "hf_url": "https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/llama-3.2-3b-ccp-full-seed1"
10
+ }