Upload folder using huggingface_hub

README.md

@@ -4,8 +4,17 @@ library_name: pytorch
 tags:
 - code
 - selection-mixing
+- sft
 ---
 
-# selection-coder
+# selection-coder (SFT)
 
-~211M decoder, **only SelectionMixing (order-statistic routing), no attention**. Muon, bf16, trained on codeparrot/codeparrot-clean. step=8000.
+~210M decoder, only SelectionMixing, no attention. Pretrained on code, then SFT on instruction->script.
+
+Prompt format:
+```
+### Instruction:
+{instr}
+
+### Response:
+```

config.json

@@ -7,5 +7,7 @@
   "ff": 4,
   "arch": "SelectionCoder",
   "mixer": "SelectionMixing(no-attention)",
-  "step": 8000
+  "stage": "sft-instruct",
+  "prompt_template": "### Instruction:\n{instr}\n\n### Response:\n",
+  "step": 1000
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:59ffe956cbda05d32c58dadbfe1ffa1233738b481f477c3bcd63599f95faab35
+oid sha256:b6932b187f396344b77560aa0a7250db6c3cb154dc77bbaca340df2f52e6bf00
 size 488715288

tokenizer_config.json

@@ -4,7 +4,7 @@
   "bos_token": "<|endoftext|>",
   "eos_token": "<|endoftext|>",
   "errors": "replace",
-  "is_local": false,
+  "is_local": true,
   "local_files_only": false,
   "model_max_length": 1024,
   "pad_token": null,