diff --git a/README.md b/README.md index c202410f6f5bcd44b579716bad878ea75d906cfb..c884e6654fce5b0b4dd9c358f8e6a10d45f7a44d 100644 --- a/README.md +++ b/README.md @@ -10,7 +10,7 @@ tags: This repository contains public weight artifacts for the experiments in `ArthurConmy/hereditary`. -Artifact count: 77. +Artifact count: 89. - `tinker/`: Tinker sampler PEFT/LoRA adapter exports referenced by repo scripts and run logs. - `local-adapters/`: local Unsloth/PEFT adapter checkpoints from `/workspace/hereditary/results_fullft_local`. diff --git a/docs/huggingface_weights.md b/docs/huggingface_weights.md index 5047bad9eb939e03f3cde6466c0478258e086fbb..d79370b0e5ff3e5af67dc9d06aac636c79a9ce71 100644 --- a/docs/huggingface_weights.md +++ b/docs/huggingface_weights.md @@ -100,6 +100,33 @@ Hugging Face account: [https://huggingface.co/ArthurConmy](https://huggingface.c | 76 | `tinker/qwen3.5-9b-base-gemma-4-31b-it-20k-think-hot` | `tinker_adapter` | `Qwen/Qwen3.5-9B-Base` | [folder](https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-gemma-4-31b-it-20k-think-hot) | `tinker://5e95bc5f-4354-5290-be04-62f44aa5efa4:train:0/sampler_weights/qwen3.5-9b-base_gemma-4-31b-it_20k_think_hot-sampler` | | 77 | `tinker/qwen3.5-9b-base-jbml-restricted-1ep` | `tinker_adapter` | `Qwen/Qwen3.5-9B-Base` | [folder](https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-jbml-restricted-1ep) | `tinker://cc7f9577-3ab4-5c7e-9b8f-89202ae56f95:train:0/sampler_weights/qwen3.5-9b-base_jbml_restricted_1ep-sampler` | +| 78 | `tinker/qwen3.5-9b-base-20k-hot-1ep-ts7` | `tinker_adapter` | `Qwen/Qwen3.5-9B-Base` | [folder](https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-20k-hot-1ep-ts7) | `tinker://28460f80-f019-59b4-89cb-a521b8a14a2b:train:0/sampler_weights/qwen3.5-9b-base_20k_hot_1ep_ts7-sampler` | +| 79 | `tinker/qwen3.5-9b-base-20k-hot-1ep-ts19` | `tinker_adapter` | `Qwen/Qwen3.5-9B-Base` | [folder](https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-20k-hot-1ep-ts19) | `tinker://dcf2b8ee-0b90-5c51-bb39-8c57f8c3cf0e:train:0/sampler_weights/qwen3.5-9b-base_20k_hot_1ep_ts19-sampler` | +| 80 | `tinker/qwen3.5-9b-base-20k-hot-1ep-ts91` | `tinker_adapter` | `Qwen/Qwen3.5-9B-Base` | [folder](https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-20k-hot-1ep-ts91) | `tinker://391de1f0-db47-5738-90ea-1b6b56aec919:train:0/sampler_weights/qwen3.5-9b-base_20k_hot_1ep_ts91-sampler` | +| 81 | `tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts7` | `tinker_adapter` | `Qwen/Qwen3.5-9B-Base` | [folder](https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts7) | `tinker://e0ca5966-8ffd-5356-9426-90892327b749:train:0/sampler_weights/qwen3.5-9b-base_20k_hot_nodep_1ep_ts7-sampler` | +| 82 | `tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts19` | `tinker_adapter` | `Qwen/Qwen3.5-9B-Base` | [folder](https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts19) | `tinker://455fd8d0-6e03-5731-ab1c-2336b0721e7d:train:0/sampler_weights/qwen3.5-9b-base_20k_hot_nodep_1ep_ts19-sampler` | +| 83 | `tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts91` | `tinker_adapter` | `Qwen/Qwen3.5-9B-Base` | [folder](https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts91) | `tinker://eb4222c5-f9f4-5614-80a4-d7ca8f84c478:train:0/sampler_weights/qwen3.5-9b-base_20k_hot_nodep_1ep_ts91-sampler` | +| 84 | `tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts7` | `tinker_adapter` | `Qwen/Qwen3.5-9B-Base` | [folder](https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts7) | `tinker://076ff097-ffb9-5ff8-a377-8c8c72657d54:train:0/sampler_weights/qwen3.5-9b-base_20k_hot_nodep_union_1ep_ts7-sampler` | +| 85 | `tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts19` | `tinker_adapter` | `Qwen/Qwen3.5-9B-Base` | [folder](https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts19) | `tinker://2562cd5a-686f-5189-a968-1b11ad048b79:train:0/sampler_weights/qwen3.5-9b-base_20k_hot_nodep_union_1ep_ts19-sampler` | +| 86 | `tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts91` | `tinker_adapter` | `Qwen/Qwen3.5-9B-Base` | [folder](https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts91) | `tinker://32e0aef8-3478-5642-af77-7fa3566af844:train:0/sampler_weights/qwen3.5-9b-base_20k_hot_nodep_union_1ep_ts91-sampler` | +| 87 | `tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts7` | `tinker_adapter` | `Qwen/Qwen3.5-9B-Base` | [folder](https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts7) | `tinker://2e17a879-0217-5a91-91fb-41afc9a9f2f4:train:0/sampler_weights/qwen3.5-9b-base_from_llama-3.1-70b_20k_hot_1ep_ts7-sampler` | +| 88 | `tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts19` | `tinker_adapter` | `Qwen/Qwen3.5-9B-Base` | [folder](https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts19) | `tinker://45da54b1-0984-51a6-bd9e-7b883dcb6198:train:0/sampler_weights/qwen3.5-9b-base_from_llama-3.1-70b_20k_hot_1ep_ts19-sampler` | +| 89 | `tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts91` | `tinker_adapter` | `Qwen/Qwen3.5-9B-Base` | [folder](https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts91) | `tinker://09b972df-4b6b-534b-9a29-7bab29af9669:train:0/sampler_weights/qwen3.5-9b-base_from_llama-3.1-70b_20k_hot_1ep_ts91-sampler` | + +## Figure 15 / Negative-Emotion Union-Filtering Weights + +Figure 15 (`post_figures/negative_emotion_union.png`, generated by `scripts/plot_post_negemo_union.py`) pools a 5-training-seed x 5-eval-draw grid for the main 1-epoch arms. The corresponding open adapter weights are: + +| Figure 15 arm | Training seeds represented | Hugging Face artifacts | +|---|---|---| +| Qwen<-Gemma unfiltered, 1 epoch | 42, 123, 7, 19, 91 | [ts42](https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-20k-hot-1ep); [ts123](https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-20k-hot-1ep-ts123); [ts7](https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-20k-hot-1ep-ts7); [ts19](https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-20k-hot-1ep-ts19); [ts91](https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-20k-hot-1ep-ts91) | +| Qwen<-Gemma negative-emotion filtered, 1 epoch | 42, 123, 7, 19, 91 | [ts42](https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-20k-hot-nodep-1ep); [ts123](https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts123); [ts7](https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts7); [ts19](https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts19); [ts91](https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts91) | +| Qwen<-Gemma UNION-filtered, 3 passes, 1 epoch | 42, 123, 7, 19, 91 | [ts42](https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep); [ts123](https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts123); [ts7](https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts7); [ts19](https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts19); [ts91](https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts91) | +| Qwen<-Gemma UNION-filtered, 3 passes, 2 epochs | 42, 123 | [ts42](https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-20k-hot-nodep-union-2ep); [ts123](https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-20k-hot-nodep-union-2ep-ts123) | +| Qwen<-Llama-3.1-70B control teacher, 1 epoch | 42, 123, 7, 19, 91 | [ts42](https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep); [ts123](https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts123-49a913be); [ts7](https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts7); [ts19](https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts19); [ts91](https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts91) | + +The `ts123-49a913be` Llama-control artifact is the one tied to `/workspace/.cache/retrain_from_llama-3.1-70b_20k_hot_1ep_ts123.train.log`. A second ts123 Llama-control export (`tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts123-773a6fee`) is retained in the full artifact table for provenance but is not the Figure 15 run. + ## Local Aliases Not Uploaded Separately | Local path | Documented by HF artifact | Note | diff --git a/tinker/qwen3.5-9b-base-20k-hot-1ep-ts19/README.md b/tinker/qwen3.5-9b-base-20k-hot-1ep-ts19/README.md new file mode 100644 index 0000000000000000000000000000000000000000..12451e8de1fe22483acbf28e3693ae9f575ce095 --- /dev/null +++ b/tinker/qwen3.5-9b-base-20k-hot-1ep-ts19/README.md @@ -0,0 +1,17 @@ +--- +tags: +- hereditary +- reward-hacking +- peft +- lora +--- + +# qwen3.5-9b-base-20k-hot-1ep-ts19 + +- Hugging Face folder: [https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-20k-hot-1ep-ts19](https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-20k-hot-1ep-ts19) +- Artifact kind: `tinker_adapter` +- Base model: `Qwen/Qwen3.5-9B-Base` +- Task/recipe hint: negative-emotion / depression distillation; Figure 15 seed-grid adapter +- Original source: `tinker://dcf2b8ee-0b90-5c51-bb39-8c57f8c3cf0e:train:0/sampler_weights/qwen3.5-9b-base_20k_hot_1ep_ts19-sampler` + +For adapter folders, load the listed base model separately and apply this PEFT/LoRA adapter. Third-party base model weights are not duplicated in adapter folders. diff --git a/tinker/qwen3.5-9b-base-20k-hot-1ep-ts19/adapter_config.json b/tinker/qwen3.5-9b-base-20k-hot-1ep-ts19/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..1453bb86918837aa77d146fbf5c21bd8a3ed584f --- /dev/null +++ b/tinker/qwen3.5-9b-base-20k-hot-1ep-ts19/adapter_config.json @@ -0,0 +1,38 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": false, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.1", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": "all-linear", + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/tinker/qwen3.5-9b-base-20k-hot-1ep-ts19/adapter_model.safetensors b/tinker/qwen3.5-9b-base-20k-hot-1ep-ts19/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d7a45fdba92e34b8d039d505d51975566989533f --- /dev/null +++ b/tinker/qwen3.5-9b-base-20k-hot-1ep-ts19/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1615497dac6d80a216b8e2ea286b8bea5742dd6b8144170c283470c69070528b +size 346098104 diff --git a/tinker/qwen3.5-9b-base-20k-hot-1ep-ts19/checkpoint_complete b/tinker/qwen3.5-9b-base-20k-hot-1ep-ts19/checkpoint_complete new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/tinker/qwen3.5-9b-base-20k-hot-1ep-ts19/source_info.json b/tinker/qwen3.5-9b-base-20k-hot-1ep-ts19/source_info.json new file mode 100644 index 0000000000000000000000000000000000000000..91db40b4b39ab50eefa84e2d93ba43118ecb8729 --- /dev/null +++ b/tinker/qwen3.5-9b-base-20k-hot-1ep-ts19/source_info.json @@ -0,0 +1,10 @@ +{ + "kind": "tinker_adapter", + "name": "qwen3.5-9b-base_20k_hot_1ep_ts19", + "source": "tinker://dcf2b8ee-0b90-5c51-bb39-8c57f8c3cf0e:train:0/sampler_weights/qwen3.5-9b-base_20k_hot_1ep_ts19-sampler", + "path_in_repo": "tinker/qwen3.5-9b-base-20k-hot-1ep-ts19", + "base_model": "Qwen/Qwen3.5-9B-Base", + "task": "negative-emotion / depression distillation; Figure 15 seed-grid adapter", + "marker": "tinker/qwen3.5-9b-base-20k-hot-1ep-ts19/adapter_model.safetensors", + "hf_url": "https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-20k-hot-1ep-ts19" +} diff --git a/tinker/qwen3.5-9b-base-20k-hot-1ep-ts7/README.md b/tinker/qwen3.5-9b-base-20k-hot-1ep-ts7/README.md new file mode 100644 index 0000000000000000000000000000000000000000..44763ed5d259c005001d4abc334e829151c47c18 --- /dev/null +++ b/tinker/qwen3.5-9b-base-20k-hot-1ep-ts7/README.md @@ -0,0 +1,17 @@ +--- +tags: +- hereditary +- reward-hacking +- peft +- lora +--- + +# qwen3.5-9b-base-20k-hot-1ep-ts7 + +- Hugging Face folder: [https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-20k-hot-1ep-ts7](https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-20k-hot-1ep-ts7) +- Artifact kind: `tinker_adapter` +- Base model: `Qwen/Qwen3.5-9B-Base` +- Task/recipe hint: negative-emotion / depression distillation; Figure 15 seed-grid adapter +- Original source: `tinker://28460f80-f019-59b4-89cb-a521b8a14a2b:train:0/sampler_weights/qwen3.5-9b-base_20k_hot_1ep_ts7-sampler` + +For adapter folders, load the listed base model separately and apply this PEFT/LoRA adapter. Third-party base model weights are not duplicated in adapter folders. diff --git a/tinker/qwen3.5-9b-base-20k-hot-1ep-ts7/adapter_config.json b/tinker/qwen3.5-9b-base-20k-hot-1ep-ts7/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..1453bb86918837aa77d146fbf5c21bd8a3ed584f --- /dev/null +++ b/tinker/qwen3.5-9b-base-20k-hot-1ep-ts7/adapter_config.json @@ -0,0 +1,38 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": false, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.1", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": "all-linear", + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/tinker/qwen3.5-9b-base-20k-hot-1ep-ts7/adapter_model.safetensors b/tinker/qwen3.5-9b-base-20k-hot-1ep-ts7/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..652a45044e363ad1f5c85a5f91bc97c7c0f66b59 --- /dev/null +++ b/tinker/qwen3.5-9b-base-20k-hot-1ep-ts7/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e80812ee0c4bd3690585c3151b43388e8d41934f1dcad8d7185a879ad34be012 +size 346098104 diff --git a/tinker/qwen3.5-9b-base-20k-hot-1ep-ts7/checkpoint_complete b/tinker/qwen3.5-9b-base-20k-hot-1ep-ts7/checkpoint_complete new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/tinker/qwen3.5-9b-base-20k-hot-1ep-ts7/source_info.json b/tinker/qwen3.5-9b-base-20k-hot-1ep-ts7/source_info.json new file mode 100644 index 0000000000000000000000000000000000000000..b8c0cfb50920f2426c3827e620022c7bd2d3d04d --- /dev/null +++ b/tinker/qwen3.5-9b-base-20k-hot-1ep-ts7/source_info.json @@ -0,0 +1,10 @@ +{ + "kind": "tinker_adapter", + "name": "qwen3.5-9b-base_20k_hot_1ep_ts7", + "source": "tinker://28460f80-f019-59b4-89cb-a521b8a14a2b:train:0/sampler_weights/qwen3.5-9b-base_20k_hot_1ep_ts7-sampler", + "path_in_repo": "tinker/qwen3.5-9b-base-20k-hot-1ep-ts7", + "base_model": "Qwen/Qwen3.5-9B-Base", + "task": "negative-emotion / depression distillation; Figure 15 seed-grid adapter", + "marker": "tinker/qwen3.5-9b-base-20k-hot-1ep-ts7/adapter_model.safetensors", + "hf_url": "https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-20k-hot-1ep-ts7" +} diff --git a/tinker/qwen3.5-9b-base-20k-hot-1ep-ts91/README.md b/tinker/qwen3.5-9b-base-20k-hot-1ep-ts91/README.md new file mode 100644 index 0000000000000000000000000000000000000000..9e3d743e68b824ded008b3f30a945a170bf19853 --- /dev/null +++ b/tinker/qwen3.5-9b-base-20k-hot-1ep-ts91/README.md @@ -0,0 +1,17 @@ +--- +tags: +- hereditary +- reward-hacking +- peft +- lora +--- + +# qwen3.5-9b-base-20k-hot-1ep-ts91 + +- Hugging Face folder: [https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-20k-hot-1ep-ts91](https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-20k-hot-1ep-ts91) +- Artifact kind: `tinker_adapter` +- Base model: `Qwen/Qwen3.5-9B-Base` +- Task/recipe hint: negative-emotion / depression distillation; Figure 15 seed-grid adapter +- Original source: `tinker://391de1f0-db47-5738-90ea-1b6b56aec919:train:0/sampler_weights/qwen3.5-9b-base_20k_hot_1ep_ts91-sampler` + +For adapter folders, load the listed base model separately and apply this PEFT/LoRA adapter. Third-party base model weights are not duplicated in adapter folders. diff --git a/tinker/qwen3.5-9b-base-20k-hot-1ep-ts91/adapter_config.json b/tinker/qwen3.5-9b-base-20k-hot-1ep-ts91/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..1453bb86918837aa77d146fbf5c21bd8a3ed584f --- /dev/null +++ b/tinker/qwen3.5-9b-base-20k-hot-1ep-ts91/adapter_config.json @@ -0,0 +1,38 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": false, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.1", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": "all-linear", + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/tinker/qwen3.5-9b-base-20k-hot-1ep-ts91/adapter_model.safetensors b/tinker/qwen3.5-9b-base-20k-hot-1ep-ts91/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..42f6e3c036bc5c09448074d9caa82d486a7fea66 --- /dev/null +++ b/tinker/qwen3.5-9b-base-20k-hot-1ep-ts91/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ee5c058846262ceb490bb6ca3a10a21cd5c1194e288fe03cbecf8a64347f1fc +size 346098104 diff --git a/tinker/qwen3.5-9b-base-20k-hot-1ep-ts91/checkpoint_complete b/tinker/qwen3.5-9b-base-20k-hot-1ep-ts91/checkpoint_complete new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/tinker/qwen3.5-9b-base-20k-hot-1ep-ts91/source_info.json b/tinker/qwen3.5-9b-base-20k-hot-1ep-ts91/source_info.json new file mode 100644 index 0000000000000000000000000000000000000000..b924f73c3554b5154de546b35c77f069d3b27f8e --- /dev/null +++ b/tinker/qwen3.5-9b-base-20k-hot-1ep-ts91/source_info.json @@ -0,0 +1,10 @@ +{ + "kind": "tinker_adapter", + "name": "qwen3.5-9b-base_20k_hot_1ep_ts91", + "source": "tinker://391de1f0-db47-5738-90ea-1b6b56aec919:train:0/sampler_weights/qwen3.5-9b-base_20k_hot_1ep_ts91-sampler", + "path_in_repo": "tinker/qwen3.5-9b-base-20k-hot-1ep-ts91", + "base_model": "Qwen/Qwen3.5-9B-Base", + "task": "negative-emotion / depression distillation; Figure 15 seed-grid adapter", + "marker": "tinker/qwen3.5-9b-base-20k-hot-1ep-ts91/adapter_model.safetensors", + "hf_url": "https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-20k-hot-1ep-ts91" +} diff --git a/tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts19/README.md b/tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts19/README.md new file mode 100644 index 0000000000000000000000000000000000000000..fc46a16fcdd6ff7a7356d7626e24838a28bab9ff --- /dev/null +++ b/tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts19/README.md @@ -0,0 +1,17 @@ +--- +tags: +- hereditary +- reward-hacking +- peft +- lora +--- + +# qwen3.5-9b-base-20k-hot-nodep-1ep-ts19 + +- Hugging Face folder: [https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts19](https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts19) +- Artifact kind: `tinker_adapter` +- Base model: `Qwen/Qwen3.5-9B-Base` +- Task/recipe hint: negative-emotion / depression distillation; Figure 15 seed-grid adapter +- Original source: `tinker://455fd8d0-6e03-5731-ab1c-2336b0721e7d:train:0/sampler_weights/qwen3.5-9b-base_20k_hot_nodep_1ep_ts19-sampler` + +For adapter folders, load the listed base model separately and apply this PEFT/LoRA adapter. Third-party base model weights are not duplicated in adapter folders. diff --git a/tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts19/adapter_config.json b/tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts19/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..1453bb86918837aa77d146fbf5c21bd8a3ed584f --- /dev/null +++ b/tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts19/adapter_config.json @@ -0,0 +1,38 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": false, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.1", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": "all-linear", + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts19/adapter_model.safetensors b/tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts19/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..10700d75731098a3c9f3702523e9efbfeae275dc --- /dev/null +++ b/tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts19/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21c64fcce258e059d807be7c457ae58c133c0422536ad4769e387ae8e6afc4cc +size 346098104 diff --git a/tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts19/checkpoint_complete b/tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts19/checkpoint_complete new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts19/source_info.json b/tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts19/source_info.json new file mode 100644 index 0000000000000000000000000000000000000000..6c779ae47f5665e67c6f0eda91992c8845f090c0 --- /dev/null +++ b/tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts19/source_info.json @@ -0,0 +1,10 @@ +{ + "kind": "tinker_adapter", + "name": "qwen3.5-9b-base_20k_hot_nodep_1ep_ts19", + "source": "tinker://455fd8d0-6e03-5731-ab1c-2336b0721e7d:train:0/sampler_weights/qwen3.5-9b-base_20k_hot_nodep_1ep_ts19-sampler", + "path_in_repo": "tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts19", + "base_model": "Qwen/Qwen3.5-9B-Base", + "task": "negative-emotion / depression distillation; Figure 15 seed-grid adapter", + "marker": "tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts19/adapter_model.safetensors", + "hf_url": "https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts19" +} diff --git a/tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts7/README.md b/tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts7/README.md new file mode 100644 index 0000000000000000000000000000000000000000..5b0e5a7a188fd5be8cea2014567099321daf1861 --- /dev/null +++ b/tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts7/README.md @@ -0,0 +1,17 @@ +--- +tags: +- hereditary +- reward-hacking +- peft +- lora +--- + +# qwen3.5-9b-base-20k-hot-nodep-1ep-ts7 + +- Hugging Face folder: [https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts7](https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts7) +- Artifact kind: `tinker_adapter` +- Base model: `Qwen/Qwen3.5-9B-Base` +- Task/recipe hint: negative-emotion / depression distillation; Figure 15 seed-grid adapter +- Original source: `tinker://e0ca5966-8ffd-5356-9426-90892327b749:train:0/sampler_weights/qwen3.5-9b-base_20k_hot_nodep_1ep_ts7-sampler` + +For adapter folders, load the listed base model separately and apply this PEFT/LoRA adapter. Third-party base model weights are not duplicated in adapter folders. diff --git a/tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts7/adapter_config.json b/tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts7/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..1453bb86918837aa77d146fbf5c21bd8a3ed584f --- /dev/null +++ b/tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts7/adapter_config.json @@ -0,0 +1,38 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": false, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.1", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": "all-linear", + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts7/adapter_model.safetensors b/tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts7/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0e600cd739cd5907ef94e0aeb5ffe33656098e05 --- /dev/null +++ b/tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts7/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0acb09168a99bb0f2090942dbe7435aa0032360bbdea478f905bf4946e06f99f +size 346098104 diff --git a/tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts7/checkpoint_complete b/tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts7/checkpoint_complete new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts7/source_info.json b/tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts7/source_info.json new file mode 100644 index 0000000000000000000000000000000000000000..503c21e45c6471a7d9985187fbab085ba7c6e763 --- /dev/null +++ b/tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts7/source_info.json @@ -0,0 +1,10 @@ +{ + "kind": "tinker_adapter", + "name": "qwen3.5-9b-base_20k_hot_nodep_1ep_ts7", + "source": "tinker://e0ca5966-8ffd-5356-9426-90892327b749:train:0/sampler_weights/qwen3.5-9b-base_20k_hot_nodep_1ep_ts7-sampler", + "path_in_repo": "tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts7", + "base_model": "Qwen/Qwen3.5-9B-Base", + "task": "negative-emotion / depression distillation; Figure 15 seed-grid adapter", + "marker": "tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts7/adapter_model.safetensors", + "hf_url": "https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts7" +} diff --git a/tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts91/README.md b/tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts91/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d00d0bf7f65b63ed5d3eb985279b272777f118dd --- /dev/null +++ b/tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts91/README.md @@ -0,0 +1,17 @@ +--- +tags: +- hereditary +- reward-hacking +- peft +- lora +--- + +# qwen3.5-9b-base-20k-hot-nodep-1ep-ts91 + +- Hugging Face folder: [https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts91](https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts91) +- Artifact kind: `tinker_adapter` +- Base model: `Qwen/Qwen3.5-9B-Base` +- Task/recipe hint: negative-emotion / depression distillation; Figure 15 seed-grid adapter +- Original source: `tinker://eb4222c5-f9f4-5614-80a4-d7ca8f84c478:train:0/sampler_weights/qwen3.5-9b-base_20k_hot_nodep_1ep_ts91-sampler` + +For adapter folders, load the listed base model separately and apply this PEFT/LoRA adapter. Third-party base model weights are not duplicated in adapter folders. diff --git a/tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts91/adapter_config.json b/tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts91/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..1453bb86918837aa77d146fbf5c21bd8a3ed584f --- /dev/null +++ b/tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts91/adapter_config.json @@ -0,0 +1,38 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": false, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.1", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": "all-linear", + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts91/adapter_model.safetensors b/tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts91/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4ea4f14d0097b55ecab2a152fb5d46c17f47e16a --- /dev/null +++ b/tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts91/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f4e6b6dc0ab2a3c8e3f5860667a89d0accd653fefee1041fa8d10f415741a08 +size 346098104 diff --git a/tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts91/checkpoint_complete b/tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts91/checkpoint_complete new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts91/source_info.json b/tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts91/source_info.json new file mode 100644 index 0000000000000000000000000000000000000000..b9f3fc7b4374a9be1dc6968adf597c1454c13ed2 --- /dev/null +++ b/tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts91/source_info.json @@ -0,0 +1,10 @@ +{ + "kind": "tinker_adapter", + "name": "qwen3.5-9b-base_20k_hot_nodep_1ep_ts91", + "source": "tinker://eb4222c5-f9f4-5614-80a4-d7ca8f84c478:train:0/sampler_weights/qwen3.5-9b-base_20k_hot_nodep_1ep_ts91-sampler", + "path_in_repo": "tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts91", + "base_model": "Qwen/Qwen3.5-9B-Base", + "task": "negative-emotion / depression distillation; Figure 15 seed-grid adapter", + "marker": "tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts91/adapter_model.safetensors", + "hf_url": "https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts91" +} diff --git a/tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts19/README.md b/tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts19/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d8fe90f2ed2b9ea69a77245590c06d1e65f664cd --- /dev/null +++ b/tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts19/README.md @@ -0,0 +1,17 @@ +--- +tags: +- hereditary +- reward-hacking +- peft +- lora +--- + +# qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts19 + +- Hugging Face folder: [https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts19](https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts19) +- Artifact kind: `tinker_adapter` +- Base model: `Qwen/Qwen3.5-9B-Base` +- Task/recipe hint: negative-emotion / depression distillation; Figure 15 seed-grid adapter +- Original source: `tinker://2562cd5a-686f-5189-a968-1b11ad048b79:train:0/sampler_weights/qwen3.5-9b-base_20k_hot_nodep_union_1ep_ts19-sampler` + +For adapter folders, load the listed base model separately and apply this PEFT/LoRA adapter. Third-party base model weights are not duplicated in adapter folders. diff --git a/tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts19/adapter_config.json b/tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts19/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..1453bb86918837aa77d146fbf5c21bd8a3ed584f --- /dev/null +++ b/tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts19/adapter_config.json @@ -0,0 +1,38 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": false, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.1", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": "all-linear", + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts19/adapter_model.safetensors b/tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts19/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..639e1993a4b733503b3318f3dcd06b7e47528871 --- /dev/null +++ b/tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts19/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6bbe978ef73ac12980bfa2cfef0c9169bb20febbb4491f5d931eae982b310b8 +size 346098104 diff --git a/tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts19/checkpoint_complete b/tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts19/checkpoint_complete new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts19/source_info.json b/tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts19/source_info.json new file mode 100644 index 0000000000000000000000000000000000000000..ae8986bfedd3cd23be05894e98d41c1e9884c940 --- /dev/null +++ b/tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts19/source_info.json @@ -0,0 +1,10 @@ +{ + "kind": "tinker_adapter", + "name": "qwen3.5-9b-base_20k_hot_nodep_union_1ep_ts19", + "source": "tinker://2562cd5a-686f-5189-a968-1b11ad048b79:train:0/sampler_weights/qwen3.5-9b-base_20k_hot_nodep_union_1ep_ts19-sampler", + "path_in_repo": "tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts19", + "base_model": "Qwen/Qwen3.5-9B-Base", + "task": "negative-emotion / depression distillation; Figure 15 seed-grid adapter", + "marker": "tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts19/adapter_model.safetensors", + "hf_url": "https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts19" +} diff --git a/tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts7/README.md b/tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts7/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d418cda8dadfc086b085ecc3f16529cc2c9317bb --- /dev/null +++ b/tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts7/README.md @@ -0,0 +1,17 @@ +--- +tags: +- hereditary +- reward-hacking +- peft +- lora +--- + +# qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts7 + +- Hugging Face folder: [https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts7](https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts7) +- Artifact kind: `tinker_adapter` +- Base model: `Qwen/Qwen3.5-9B-Base` +- Task/recipe hint: negative-emotion / depression distillation; Figure 15 seed-grid adapter +- Original source: `tinker://076ff097-ffb9-5ff8-a377-8c8c72657d54:train:0/sampler_weights/qwen3.5-9b-base_20k_hot_nodep_union_1ep_ts7-sampler` + +For adapter folders, load the listed base model separately and apply this PEFT/LoRA adapter. Third-party base model weights are not duplicated in adapter folders. diff --git a/tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts7/adapter_config.json b/tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts7/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..1453bb86918837aa77d146fbf5c21bd8a3ed584f --- /dev/null +++ b/tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts7/adapter_config.json @@ -0,0 +1,38 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": false, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.1", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": "all-linear", + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts7/adapter_model.safetensors b/tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts7/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..546e57f85968572046900b9b35cd710940ba8697 --- /dev/null +++ b/tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts7/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d39c0ca81cfd05b1ee04db969d1f7d90eb56aefd903701689c65e207e8ac837 +size 346098104 diff --git a/tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts7/checkpoint_complete b/tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts7/checkpoint_complete new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts7/source_info.json b/tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts7/source_info.json new file mode 100644 index 0000000000000000000000000000000000000000..2bbb625398c0a6164896b608a138b360e4805c91 --- /dev/null +++ b/tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts7/source_info.json @@ -0,0 +1,10 @@ +{ + "kind": "tinker_adapter", + "name": "qwen3.5-9b-base_20k_hot_nodep_union_1ep_ts7", + "source": "tinker://076ff097-ffb9-5ff8-a377-8c8c72657d54:train:0/sampler_weights/qwen3.5-9b-base_20k_hot_nodep_union_1ep_ts7-sampler", + "path_in_repo": "tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts7", + "base_model": "Qwen/Qwen3.5-9B-Base", + "task": "negative-emotion / depression distillation; Figure 15 seed-grid adapter", + "marker": "tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts7/adapter_model.safetensors", + "hf_url": "https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts7" +} diff --git a/tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts91/README.md b/tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts91/README.md new file mode 100644 index 0000000000000000000000000000000000000000..6bd3ea3b14b6f8f0b511f6e53fbca418e1e24c03 --- /dev/null +++ b/tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts91/README.md @@ -0,0 +1,17 @@ +--- +tags: +- hereditary +- reward-hacking +- peft +- lora +--- + +# qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts91 + +- Hugging Face folder: [https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts91](https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts91) +- Artifact kind: `tinker_adapter` +- Base model: `Qwen/Qwen3.5-9B-Base` +- Task/recipe hint: negative-emotion / depression distillation; Figure 15 seed-grid adapter +- Original source: `tinker://32e0aef8-3478-5642-af77-7fa3566af844:train:0/sampler_weights/qwen3.5-9b-base_20k_hot_nodep_union_1ep_ts91-sampler` + +For adapter folders, load the listed base model separately and apply this PEFT/LoRA adapter. Third-party base model weights are not duplicated in adapter folders. diff --git a/tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts91/adapter_config.json b/tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts91/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..1453bb86918837aa77d146fbf5c21bd8a3ed584f --- /dev/null +++ b/tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts91/adapter_config.json @@ -0,0 +1,38 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": false, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.1", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": "all-linear", + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts91/adapter_model.safetensors b/tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts91/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b9fb5b7510eb8666c9b6bd3c89159e02d26e69aa --- /dev/null +++ b/tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts91/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fc1e2db3229291ea7606f5b7317076bffd53ea6cf2cc70f804ea6bfa2be37e1 +size 346098104 diff --git a/tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts91/checkpoint_complete b/tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts91/checkpoint_complete new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts91/source_info.json b/tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts91/source_info.json new file mode 100644 index 0000000000000000000000000000000000000000..3d22d7f2bf0b3b33cd8e54a3fe0bf25af8d81737 --- /dev/null +++ b/tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts91/source_info.json @@ -0,0 +1,10 @@ +{ + "kind": "tinker_adapter", + "name": "qwen3.5-9b-base_20k_hot_nodep_union_1ep_ts91", + "source": "tinker://32e0aef8-3478-5642-af77-7fa3566af844:train:0/sampler_weights/qwen3.5-9b-base_20k_hot_nodep_union_1ep_ts91-sampler", + "path_in_repo": "tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts91", + "base_model": "Qwen/Qwen3.5-9B-Base", + "task": "negative-emotion / depression distillation; Figure 15 seed-grid adapter", + "marker": "tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts91/adapter_model.safetensors", + "hf_url": "https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts91" +} diff --git a/tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts19/README.md b/tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts19/README.md new file mode 100644 index 0000000000000000000000000000000000000000..e8422c32e9e53cd81a1345302988caf855c6dc0e --- /dev/null +++ b/tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts19/README.md @@ -0,0 +1,17 @@ +--- +tags: +- hereditary +- reward-hacking +- peft +- lora +--- + +# qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts19 + +- Hugging Face folder: [https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts19](https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts19) +- Artifact kind: `tinker_adapter` +- Base model: `Qwen/Qwen3.5-9B-Base` +- Task/recipe hint: negative-emotion / depression distillation; Figure 15 seed-grid adapter +- Original source: `tinker://45da54b1-0984-51a6-bd9e-7b883dcb6198:train:0/sampler_weights/qwen3.5-9b-base_from_llama-3.1-70b_20k_hot_1ep_ts19-sampler` + +For adapter folders, load the listed base model separately and apply this PEFT/LoRA adapter. Third-party base model weights are not duplicated in adapter folders. diff --git a/tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts19/adapter_config.json b/tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts19/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..1453bb86918837aa77d146fbf5c21bd8a3ed584f --- /dev/null +++ b/tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts19/adapter_config.json @@ -0,0 +1,38 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": false, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.1", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": "all-linear", + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts19/adapter_model.safetensors b/tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts19/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a2a48e7f757c808728260319758a55fc5d738e4d --- /dev/null +++ b/tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts19/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40fa9f7c06ccf0c9ef5a58e344bca3ec90ba3c604183a4334cf25ed1a54f7af5 +size 346098104 diff --git a/tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts19/checkpoint_complete b/tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts19/checkpoint_complete new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts19/source_info.json b/tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts19/source_info.json new file mode 100644 index 0000000000000000000000000000000000000000..97e3ae93da984cd5918878386cacf3e0dafe679b --- /dev/null +++ b/tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts19/source_info.json @@ -0,0 +1,10 @@ +{ + "kind": "tinker_adapter", + "name": "qwen3.5-9b-base_from_llama-3.1-70b_20k_hot_1ep_ts19", + "source": "tinker://45da54b1-0984-51a6-bd9e-7b883dcb6198:train:0/sampler_weights/qwen3.5-9b-base_from_llama-3.1-70b_20k_hot_1ep_ts19-sampler", + "path_in_repo": "tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts19", + "base_model": "Qwen/Qwen3.5-9B-Base", + "task": "negative-emotion / depression distillation; Figure 15 seed-grid adapter", + "marker": "tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts19/adapter_model.safetensors", + "hf_url": "https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts19" +} diff --git a/tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts7/README.md b/tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts7/README.md new file mode 100644 index 0000000000000000000000000000000000000000..0edf73f2ba28ccf9c46c248e86f8d2a07b1288c8 --- /dev/null +++ b/tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts7/README.md @@ -0,0 +1,17 @@ +--- +tags: +- hereditary +- reward-hacking +- peft +- lora +--- + +# qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts7 + +- Hugging Face folder: [https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts7](https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts7) +- Artifact kind: `tinker_adapter` +- Base model: `Qwen/Qwen3.5-9B-Base` +- Task/recipe hint: negative-emotion / depression distillation; Figure 15 seed-grid adapter +- Original source: `tinker://2e17a879-0217-5a91-91fb-41afc9a9f2f4:train:0/sampler_weights/qwen3.5-9b-base_from_llama-3.1-70b_20k_hot_1ep_ts7-sampler` + +For adapter folders, load the listed base model separately and apply this PEFT/LoRA adapter. Third-party base model weights are not duplicated in adapter folders. diff --git a/tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts7/adapter_config.json b/tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts7/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..1453bb86918837aa77d146fbf5c21bd8a3ed584f --- /dev/null +++ b/tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts7/adapter_config.json @@ -0,0 +1,38 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": false, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.1", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": "all-linear", + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts7/adapter_model.safetensors b/tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts7/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a3a4c4881be8ce4ece8c9bed9a36155298e2a623 --- /dev/null +++ b/tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts7/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f9e7eae4c83105d708b19b04e8b2861a870547ce9b44079ded12b4acf054d36 +size 346098104 diff --git a/tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts7/checkpoint_complete b/tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts7/checkpoint_complete new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts7/source_info.json b/tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts7/source_info.json new file mode 100644 index 0000000000000000000000000000000000000000..335983dc7c6f75b0cb0531008aa2e38bbc76ca12 --- /dev/null +++ b/tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts7/source_info.json @@ -0,0 +1,10 @@ +{ + "kind": "tinker_adapter", + "name": "qwen3.5-9b-base_from_llama-3.1-70b_20k_hot_1ep_ts7", + "source": "tinker://2e17a879-0217-5a91-91fb-41afc9a9f2f4:train:0/sampler_weights/qwen3.5-9b-base_from_llama-3.1-70b_20k_hot_1ep_ts7-sampler", + "path_in_repo": "tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts7", + "base_model": "Qwen/Qwen3.5-9B-Base", + "task": "negative-emotion / depression distillation; Figure 15 seed-grid adapter", + "marker": "tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts7/adapter_model.safetensors", + "hf_url": "https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts7" +} diff --git a/tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts91/README.md b/tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts91/README.md new file mode 100644 index 0000000000000000000000000000000000000000..5a7589cf117d4a3ed9bacaedd43121a53423a344 --- /dev/null +++ b/tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts91/README.md @@ -0,0 +1,17 @@ +--- +tags: +- hereditary +- reward-hacking +- peft +- lora +--- + +# qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts91 + +- Hugging Face folder: [https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts91](https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts91) +- Artifact kind: `tinker_adapter` +- Base model: `Qwen/Qwen3.5-9B-Base` +- Task/recipe hint: negative-emotion / depression distillation; Figure 15 seed-grid adapter +- Original source: `tinker://09b972df-4b6b-534b-9a29-7bab29af9669:train:0/sampler_weights/qwen3.5-9b-base_from_llama-3.1-70b_20k_hot_1ep_ts91-sampler` + +For adapter folders, load the listed base model separately and apply this PEFT/LoRA adapter. Third-party base model weights are not duplicated in adapter folders. diff --git a/tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts91/adapter_config.json b/tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts91/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..1453bb86918837aa77d146fbf5c21bd8a3ed584f --- /dev/null +++ b/tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts91/adapter_config.json @@ -0,0 +1,38 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": false, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.1", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": "all-linear", + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts91/adapter_model.safetensors b/tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts91/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..863584e82f82e61b85e63e43a54db9758dafdce9 --- /dev/null +++ b/tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts91/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:100516fd0c3581014455a3bcb8f00c836923bea3a65c429a7a738ec24f91c0ce +size 346098104 diff --git a/tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts91/checkpoint_complete b/tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts91/checkpoint_complete new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts91/source_info.json b/tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts91/source_info.json new file mode 100644 index 0000000000000000000000000000000000000000..b326ec1918029db607540ceb6c8b8b7243a830da --- /dev/null +++ b/tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts91/source_info.json @@ -0,0 +1,10 @@ +{ + "kind": "tinker_adapter", + "name": "qwen3.5-9b-base_from_llama-3.1-70b_20k_hot_1ep_ts91", + "source": "tinker://09b972df-4b6b-534b-9a29-7bab29af9669:train:0/sampler_weights/qwen3.5-9b-base_from_llama-3.1-70b_20k_hot_1ep_ts91-sampler", + "path_in_repo": "tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts91", + "base_model": "Qwen/Qwen3.5-9B-Base", + "task": "negative-emotion / depression distillation; Figure 15 seed-grid adapter", + "marker": "tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts91/adapter_model.safetensors", + "hf_url": "https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts91" +} diff --git a/upload_manifest.json b/upload_manifest.json index 26447b8b57cf2645983ca34decb9eac100b31fc3..3e8a03be9992a9f479b8fad5d9b4ed144822319b 100644 --- a/upload_manifest.json +++ b/upload_manifest.json @@ -1,9 +1,9 @@ { "repo_id": "ArthurConmy/hereditary-weights", "repo_url": "https://huggingface.co/ArthurConmy/hereditary-weights", - "artifact_count": 77, + "artifact_count": 89, "status_counts": { - "uploaded": 63, + "uploaded": 75, "already_present": 14 }, "items": [ @@ -853,6 +853,138 @@ "marker": "tinker/qwen3.5-9b-base-jbml-restricted-1ep/adapter_model.safetensors", "hf_url": "https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-jbml-restricted-1ep", "status": "uploaded" + }, + { + "kind": "tinker_adapter", + "name": "qwen3.5-9b-base_20k_hot_1ep_ts7", + "source": "tinker://28460f80-f019-59b4-89cb-a521b8a14a2b:train:0/sampler_weights/qwen3.5-9b-base_20k_hot_1ep_ts7-sampler", + "path_in_repo": "tinker/qwen3.5-9b-base-20k-hot-1ep-ts7", + "base_model": "Qwen/Qwen3.5-9B-Base", + "task": "negative-emotion / depression distillation; Figure 15 seed-grid adapter", + "marker": "tinker/qwen3.5-9b-base-20k-hot-1ep-ts7/adapter_model.safetensors", + "hf_url": "https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-20k-hot-1ep-ts7", + "status": "uploaded" + }, + { + "kind": "tinker_adapter", + "name": "qwen3.5-9b-base_20k_hot_1ep_ts19", + "source": "tinker://dcf2b8ee-0b90-5c51-bb39-8c57f8c3cf0e:train:0/sampler_weights/qwen3.5-9b-base_20k_hot_1ep_ts19-sampler", + "path_in_repo": "tinker/qwen3.5-9b-base-20k-hot-1ep-ts19", + "base_model": "Qwen/Qwen3.5-9B-Base", + "task": "negative-emotion / depression distillation; Figure 15 seed-grid adapter", + "marker": "tinker/qwen3.5-9b-base-20k-hot-1ep-ts19/adapter_model.safetensors", + "hf_url": "https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-20k-hot-1ep-ts19", + "status": "uploaded" + }, + { + "kind": "tinker_adapter", + "name": "qwen3.5-9b-base_20k_hot_1ep_ts91", + "source": "tinker://391de1f0-db47-5738-90ea-1b6b56aec919:train:0/sampler_weights/qwen3.5-9b-base_20k_hot_1ep_ts91-sampler", + "path_in_repo": "tinker/qwen3.5-9b-base-20k-hot-1ep-ts91", + "base_model": "Qwen/Qwen3.5-9B-Base", + "task": "negative-emotion / depression distillation; Figure 15 seed-grid adapter", + "marker": "tinker/qwen3.5-9b-base-20k-hot-1ep-ts91/adapter_model.safetensors", + "hf_url": "https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-20k-hot-1ep-ts91", + "status": "uploaded" + }, + { + "kind": "tinker_adapter", + "name": "qwen3.5-9b-base_20k_hot_nodep_1ep_ts7", + "source": "tinker://e0ca5966-8ffd-5356-9426-90892327b749:train:0/sampler_weights/qwen3.5-9b-base_20k_hot_nodep_1ep_ts7-sampler", + "path_in_repo": "tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts7", + "base_model": "Qwen/Qwen3.5-9B-Base", + "task": "negative-emotion / depression distillation; Figure 15 seed-grid adapter", + "marker": "tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts7/adapter_model.safetensors", + "hf_url": "https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts7", + "status": "uploaded" + }, + { + "kind": "tinker_adapter", + "name": "qwen3.5-9b-base_20k_hot_nodep_1ep_ts19", + "source": "tinker://455fd8d0-6e03-5731-ab1c-2336b0721e7d:train:0/sampler_weights/qwen3.5-9b-base_20k_hot_nodep_1ep_ts19-sampler", + "path_in_repo": "tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts19", + "base_model": "Qwen/Qwen3.5-9B-Base", + "task": "negative-emotion / depression distillation; Figure 15 seed-grid adapter", + "marker": "tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts19/adapter_model.safetensors", + "hf_url": "https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts19", + "status": "uploaded" + }, + { + "kind": "tinker_adapter", + "name": "qwen3.5-9b-base_20k_hot_nodep_1ep_ts91", + "source": "tinker://eb4222c5-f9f4-5614-80a4-d7ca8f84c478:train:0/sampler_weights/qwen3.5-9b-base_20k_hot_nodep_1ep_ts91-sampler", + "path_in_repo": "tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts91", + "base_model": "Qwen/Qwen3.5-9B-Base", + "task": "negative-emotion / depression distillation; Figure 15 seed-grid adapter", + "marker": "tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts91/adapter_model.safetensors", + "hf_url": "https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-20k-hot-nodep-1ep-ts91", + "status": "uploaded" + }, + { + "kind": "tinker_adapter", + "name": "qwen3.5-9b-base_20k_hot_nodep_union_1ep_ts7", + "source": "tinker://076ff097-ffb9-5ff8-a377-8c8c72657d54:train:0/sampler_weights/qwen3.5-9b-base_20k_hot_nodep_union_1ep_ts7-sampler", + "path_in_repo": "tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts7", + "base_model": "Qwen/Qwen3.5-9B-Base", + "task": "negative-emotion / depression distillation; Figure 15 seed-grid adapter", + "marker": "tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts7/adapter_model.safetensors", + "hf_url": "https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts7", + "status": "uploaded" + }, + { + "kind": "tinker_adapter", + "name": "qwen3.5-9b-base_20k_hot_nodep_union_1ep_ts19", + "source": "tinker://2562cd5a-686f-5189-a968-1b11ad048b79:train:0/sampler_weights/qwen3.5-9b-base_20k_hot_nodep_union_1ep_ts19-sampler", + "path_in_repo": "tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts19", + "base_model": "Qwen/Qwen3.5-9B-Base", + "task": "negative-emotion / depression distillation; Figure 15 seed-grid adapter", + "marker": "tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts19/adapter_model.safetensors", + "hf_url": "https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts19", + "status": "uploaded" + }, + { + "kind": "tinker_adapter", + "name": "qwen3.5-9b-base_20k_hot_nodep_union_1ep_ts91", + "source": "tinker://32e0aef8-3478-5642-af77-7fa3566af844:train:0/sampler_weights/qwen3.5-9b-base_20k_hot_nodep_union_1ep_ts91-sampler", + "path_in_repo": "tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts91", + "base_model": "Qwen/Qwen3.5-9B-Base", + "task": "negative-emotion / depression distillation; Figure 15 seed-grid adapter", + "marker": "tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts91/adapter_model.safetensors", + "hf_url": "https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-20k-hot-nodep-union-1ep-ts91", + "status": "uploaded" + }, + { + "kind": "tinker_adapter", + "name": "qwen3.5-9b-base_from_llama-3.1-70b_20k_hot_1ep_ts7", + "source": "tinker://2e17a879-0217-5a91-91fb-41afc9a9f2f4:train:0/sampler_weights/qwen3.5-9b-base_from_llama-3.1-70b_20k_hot_1ep_ts7-sampler", + "path_in_repo": "tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts7", + "base_model": "Qwen/Qwen3.5-9B-Base", + "task": "negative-emotion / depression distillation; Figure 15 seed-grid adapter", + "marker": "tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts7/adapter_model.safetensors", + "hf_url": "https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts7", + "status": "uploaded" + }, + { + "kind": "tinker_adapter", + "name": "qwen3.5-9b-base_from_llama-3.1-70b_20k_hot_1ep_ts19", + "source": "tinker://45da54b1-0984-51a6-bd9e-7b883dcb6198:train:0/sampler_weights/qwen3.5-9b-base_from_llama-3.1-70b_20k_hot_1ep_ts19-sampler", + "path_in_repo": "tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts19", + "base_model": "Qwen/Qwen3.5-9B-Base", + "task": "negative-emotion / depression distillation; Figure 15 seed-grid adapter", + "marker": "tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts19/adapter_model.safetensors", + "hf_url": "https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts19", + "status": "uploaded" + }, + { + "kind": "tinker_adapter", + "name": "qwen3.5-9b-base_from_llama-3.1-70b_20k_hot_1ep_ts91", + "source": "tinker://09b972df-4b6b-534b-9a29-7bab29af9669:train:0/sampler_weights/qwen3.5-9b-base_from_llama-3.1-70b_20k_hot_1ep_ts91-sampler", + "path_in_repo": "tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts91", + "base_model": "Qwen/Qwen3.5-9B-Base", + "task": "negative-emotion / depression distillation; Figure 15 seed-grid adapter", + "marker": "tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts91/adapter_model.safetensors", + "hf_url": "https://huggingface.co/ArthurConmy/hereditary-weights/tree/main/tinker/qwen3.5-9b-base-from-llama-3.1-70b-20k-hot-1ep-ts91", + "status": "uploaded" } ], "errors": []