SeaWolf-AI commited on
Commit
7feb2b8
·
verified ·
1 Parent(s): 2216d57

Darwin V6 evolved model

Browse files
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ parent_comparison.png filter=lfs diff=lfs merge=lfs -text
README.md ADDED
@@ -0,0 +1,62 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: apache-2.0
3
+ base_model:
4
+ - google/gemma-4-31B-it
5
+ - TeichAI/gemma-4-31B-it-Claude-Opus-Distill
6
+ tags:
7
+ - darwin-v6
8
+ - evolutionary-merge
9
+ - mri-guided
10
+ - dare_ties
11
+ ---
12
+
13
+ # Darwin V6 Evolved Model
14
+
15
+ Created by Darwin V6 diagnostic-guided evolutionary merge engine.
16
+
17
+ ## Parent Models
18
+ - Father: `google/gemma-4-31B-it`
19
+ - Mother: `TeichAI/gemma-4-31B-it-Claude-Opus-Distill`
20
+
21
+ ## Evolution Result
22
+ - Benchmark score: 0.8289
23
+ - Merge method: dare_ties
24
+ - Merge hash:
25
+
26
+ ## Merge Statistics
27
+ - Total tensors merged: 0
28
+ - Transplant A (Father preserved): 0
29
+ - Transplant B (Mother preserved): 0
30
+ - Blended: 0
31
+
32
+ ## Optimal Genome
33
+ ```
34
+ global_ratio: 0.5147
35
+ attn_ratio: 0.3169
36
+ ffn_ratio: 0.9316
37
+ embed_ratio: 0.7748
38
+ density_a: 0.8997
39
+ density_b: 0.9539
40
+ block_0_ratio: 0.6628
41
+ block_1_ratio: 0.6431
42
+ block_2_ratio: 0.5146
43
+ block_3_ratio: 0.5971
44
+ block_4_ratio: 0.6339
45
+ block_5_ratio: 0.8583
46
+ mri_trust: 0.3631
47
+ merge_method_weight: 0.6897
48
+ ```
49
+
50
+ ## Health Check
51
+ Not performed
52
+
53
+ ## Method
54
+ Darwin V6 implements DARE-TIES merge directly via PyTorch tensor operations.
55
+ Per-tensor ratios are determined by MRI diagnostic (static tensor analysis +
56
+ probe-based functional importance) combined with evolutionary genome search.
57
+
58
+ Formula: final_ratio = mri_ratio * mri_trust + genome_ratio * (1 - mri_trust)
59
+
60
+ DARE-TIES algorithm: Yadav et al., 2023 (re-implemented, not library-dependent)
61
+
62
+ Built by VIDRAFT. Apache 2.0.
darwin_v6_report.json ADDED
@@ -0,0 +1,73 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "darwin_v6",
3
+ "model_a": "google/gemma-4-31B-it",
4
+ "model_b": "TeichAI/gemma-4-31B-it-Claude-Opus-Distill",
5
+ "scan_time_a": 118.4402232170105,
6
+ "scan_time_b": 125.55140042304993,
7
+ "prescription": {
8
+ "total_tensors": 1188,
9
+ "avg_ratio_b": NaN,
10
+ "avg_attn_ratio": 0.4985023615613508,
11
+ "avg_ffn_ratio": 0.4990324963583231,
12
+ "avg_embed_ratio": 0.4999999999999488,
13
+ "transplant_a_count": 0,
14
+ "transplant_b_count": 0,
15
+ "blended_count": 1128
16
+ },
17
+ "recommended_genome": {
18
+ "global_ratio": NaN,
19
+ "attn_ratio": 0.4985023615613508,
20
+ "ffn_ratio": 0.4990324963583231,
21
+ "embed_ratio": 0.4999999999999488,
22
+ "block_ratios": [
23
+ NaN,
24
+ NaN,
25
+ NaN,
26
+ NaN,
27
+ NaN,
28
+ NaN,
29
+ NaN,
30
+ NaN,
31
+ NaN,
32
+ NaN
33
+ ],
34
+ "mri_trust": 0.7
35
+ },
36
+ "evolution": {
37
+ "best_score": 0.8288780517172338,
38
+ "best_genome": [
39
+ 0.514723714530154,
40
+ 0.3168629847803735,
41
+ 0.9316092091233521,
42
+ 0.7747708240606758,
43
+ 0.8997419154342126,
44
+ 0.9538993117681633,
45
+ 0.6628472550079788,
46
+ 0.6431131855883261,
47
+ 0.5145859145035576,
48
+ 0.5970943838526779,
49
+ 0.6338921203849466,
50
+ 0.8583410687794345,
51
+ 0.36305176160986585,
52
+ 0.6897175949221458,
53
+ 0.42794321435885035,
54
+ 0.7231973253510958,
55
+ 0.86066657688075,
56
+ 0.6875085428037381
57
+ ],
58
+ "elapsed_sec": 7823.718402862549,
59
+ "merge_report": {
60
+ "total": 1188,
61
+ "transplant_a": 0,
62
+ "transplant_b": 0,
63
+ "blended": 1188,
64
+ "method": "slerp",
65
+ "genome_hash": "b3f80f90"
66
+ }
67
+ },
68
+ "health": {
69
+ "status": "healthy",
70
+ "summary": "failed: Repo id must be in the form 'repo_name' or 'namespace/repo_name': '/data/ray_temp/ginipick/darwin_merge_cache/merged_e9840574'. Use `repo_type` argument if needed.",
71
+ "issue_count": 0
72
+ }
73
+ }
parent_comparison.png ADDED

Git LFS Details

  • SHA256: 6e25204a17d26a2c1520eb9f88b01db5138a4e88946042429dee1b31d4125a39
  • Pointer size: 131 Bytes
  • Size of remote file: 158 kB
prescription_ratios.png ADDED