PEFT
Safetensors
lora
hackathon-advisor
quest-classification
JacobLinCool commited on
Commit
3caab83
·
verified ·
1 Parent(s): 986b740

Publish Hackathon Advisor quest-classification MiniCPM5 LoRA

Browse files
README.md CHANGED
@@ -28,11 +28,11 @@ The backend revalidates every dashboard refresh and will not swap on schema fail
28
  - Base model: `openbmb/MiniCPM5-1B`
29
  - Task: `hackathon_advisor_quest_classification`
30
  - Method: LoRA SFT (completion-only loss)
31
- - Examples: 146
32
- - Epochs: 6.0
33
- - LoRA rank/alpha/dropout: 16/32/0.05
34
- - Max seq length: 2560
35
- - GPU: A10G
36
 
37
  ## Dataset
38
 
@@ -41,4 +41,7 @@ labelled + adversarially-verified projects plus targeted augmentations (app-only
41
  readme-only / missing app file, README↔app contradictions, empty matches, noisy
42
  metadata). All 13 quests covered.
43
 
44
- ## Self-eval at training time: 10/10 held-out prompts produced schema-valid JSON.
 
 
 
 
28
  - Base model: `openbmb/MiniCPM5-1B`
29
  - Task: `hackathon_advisor_quest_classification`
30
  - Method: LoRA SFT (completion-only loss)
31
+ - Examples: 259
32
+ - Epochs: 16.0
33
+ - LoRA rank/alpha/dropout: 64/128/0.0
34
+ - Max seq length: 3072
35
+ - GPU: L40S
36
 
37
  ## Dataset
38
 
 
41
  readme-only / missing app file, README↔app contradictions, empty matches, noisy
42
  metadata). All 13 quests covered.
43
 
44
+ ## Full-dataset eval at training time: quest-set exact match 185/185, micro-F1 1.0.
45
+
46
+ Evaluated by reproducing the gold quest set for every example in the training dataset
47
+ (the dataset is the spec — it is built from the real `build-small-hackathon` projects).
adapter_config.json CHANGED
@@ -16,9 +16,9 @@
16
  "layers_pattern": null,
17
  "layers_to_transform": null,
18
  "loftq_config": {},
19
- "lora_alpha": 32,
20
  "lora_bias": false,
21
- "lora_dropout": 0.05,
22
  "lora_ga_config": null,
23
  "megatron_config": null,
24
  "megatron_core": "megatron.core",
@@ -26,16 +26,16 @@
26
  "peft_type": "LORA",
27
  "peft_version": "0.19.1",
28
  "qalora_group_size": 16,
29
- "r": 16,
30
  "rank_pattern": {},
31
  "revision": null,
32
  "target_modules": [
33
- "gate_proj",
34
- "v_proj",
35
- "o_proj",
36
  "k_proj",
37
  "q_proj",
 
38
  "up_proj",
 
 
39
  "down_proj"
40
  ],
41
  "target_parameters": null,
 
16
  "layers_pattern": null,
17
  "layers_to_transform": null,
18
  "loftq_config": {},
19
+ "lora_alpha": 128,
20
  "lora_bias": false,
21
+ "lora_dropout": 0.0,
22
  "lora_ga_config": null,
23
  "megatron_config": null,
24
  "megatron_core": "megatron.core",
 
26
  "peft_type": "LORA",
27
  "peft_version": "0.19.1",
28
  "qalora_group_size": 16,
29
+ "r": 64,
30
  "rank_pattern": {},
31
  "revision": null,
32
  "target_modules": [
 
 
 
33
  "k_proj",
34
  "q_proj",
35
+ "gate_proj",
36
  "up_proj",
37
+ "v_proj",
38
+ "o_proj",
39
  "down_proj"
40
  ],
41
  "target_parameters": null,
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0480796afd6869ee00b6e35b839b48d99ee9270ef848c7901907d328c0629508
3
- size 44871152
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f19a4812cac85109cc4ea6b5f58752c2a79824e9524eb37c5ba57de52fa5d0c
3
+ size 179351440
training-recipe.json CHANGED
@@ -3,13 +3,13 @@
3
  "base_model": "openbmb/MiniCPM5-1B",
4
  "adapter_task": "hackathon_advisor_quest_classification",
5
  "method": "LoRA SFT (completion-only loss)",
6
- "example_count": 146,
7
- "epochs": 6.0,
8
- "rank": 16,
9
- "alpha": 32,
10
- "dropout": 0.05,
11
  "learning_rate": 0.0002,
12
- "max_seq_length": 2560,
13
  "target_modules": [
14
  "down_proj",
15
  "gate_proj",
@@ -19,5 +19,5 @@
19
  "up_proj",
20
  "v_proj"
21
  ],
22
- "gpu": "A10G"
23
  }
 
3
  "base_model": "openbmb/MiniCPM5-1B",
4
  "adapter_task": "hackathon_advisor_quest_classification",
5
  "method": "LoRA SFT (completion-only loss)",
6
+ "example_count": 259,
7
+ "epochs": 16.0,
8
+ "rank": 64,
9
+ "alpha": 128,
10
+ "dropout": 0.0,
11
  "learning_rate": 0.0002,
12
+ "max_seq_length": 3072,
13
  "target_modules": [
14
  "down_proj",
15
  "gate_proj",
 
19
  "up_proj",
20
  "v_proj"
21
  ],
22
+ "gpu": "L40S"
23
  }