|
|
--- |
|
|
base_model: |
|
|
- Vortex5/Abyssal-Seraph-12B |
|
|
- Vortex5/Moonlit-Shadow-12B |
|
|
- Vortex5/Lunar-Abyss-12B |
|
|
- Vortex5/Luminous-Shadow-12B |
|
|
library_name: transformers |
|
|
tags: |
|
|
- mergekit |
|
|
- merge |
|
|
- roleplay |
|
|
--- |
|
|
<div style="max-width:1000px;margin:40px auto 24px;padding:0 12px;"> |
|
|
<div style=" |
|
|
background: radial-gradient(circle at 30% 50%, rgba(40,0,0,0.35), rgba(10,0,0,0.88)); |
|
|
border:1px solid rgba(150,20,20,0.3); |
|
|
border-radius:12px; |
|
|
box-shadow:0 0 25px rgba(120,0,0,0.25), inset 0 0 25px rgba(100,0,0,0.15); |
|
|
overflow:hidden;"> |
|
|
<div style="padding:28px 22px;text-align:center;"> |
|
|
<h1 style="margin:0;font-size:2.2rem;letter-spacing:2px;text-transform:uppercase; |
|
|
background:linear-gradient(90deg,#ff4c4c,#7c0000); |
|
|
-webkit-background-clip:text;-webkit-text-fill-color:transparent; |
|
|
text-shadow:0 0 12px rgba(255,60,60,0.35); |
|
|
font-family:ui-sans-serif,system-ui,Segoe UI,Roboto,Inter,Arial;"> |
|
|
Crimson Twilight 12B |
|
|
</h1> |
|
|
</div> |
|
|
</div> |
|
|
</div> |
|
|
|
|
|
|
|
|
<div style="height:8px;max-width:900px;margin:25px auto 10px;background: |
|
|
radial-gradient(circle, rgba(50,0,0,0.25), rgba(0,0,0,0.95)); |
|
|
border-radius:50%;box-shadow:inset 0 0 10px rgba(100,0,0,0.35);"></div> |
|
|
|
|
|
|
|
|
<div style="max-width:1000px;margin:0 auto 25px;padding:0 12px;text-align:center;"> |
|
|
<img src="https://cdn-uploads.huggingface.co/production/uploads/6669a3a617b838fda45637b8/BEjD0gM6c0vBqDIfxC8QY.png" |
|
|
style="width:100%;max-width:960px;border-radius:12px; |
|
|
border:1px solid rgba(160,30,30,0.4); |
|
|
box-shadow:0 0 22px rgba(140,0,0,0.3), inset 0 0 8px rgba(255,40,40,0.12);" /> |
|
|
</div> |
|
|
|
|
|
<div style="height:8px;max-width:900px;margin:10px auto 30px;background: |
|
|
radial-gradient(circle, rgba(50,0,0,0.25), rgba(0,0,0,0.95)); |
|
|
border-radius:50%;box-shadow:inset 0 0 10px rgba(100,0,0,0.35);"></div> |
|
|
|
|
|
|
|
|
<div style="max-width:1000px;margin:0 auto 28px;padding:0 12px;"> |
|
|
<div style=" |
|
|
background: radial-gradient(circle at 30% 50%, rgba(40,0,0,0.35), rgba(10,0,0,0.88)); |
|
|
border:1px solid rgba(150,20,20,0.3); |
|
|
border-radius:12px;overflow:hidden; |
|
|
box-shadow:0 0 25px rgba(120,0,0,0.25), inset 0 0 25px rgba(100,0,0,0.15);"> |
|
|
<div style="padding:12px 18px;background:linear-gradient(90deg, rgba(100,0,0,0.3), rgba(30,0,0,0.4)); |
|
|
border-bottom:1px solid rgba(255,30,30,0.15);"> |
|
|
<h2 style="margin:0;color:#f0dada;font-size:1.05rem;letter-spacing:1px;text-transform:uppercase; |
|
|
font-family:ui-sans-serif,system-ui,Segoe UI,Roboto,Inter,Arial;"> |
|
|
01 // Overview |
|
|
</h2> |
|
|
</div> |
|
|
<div style="padding:18px 22px;color:#e8dede;font-family:ui-sans-serif,system-ui,Segoe UI,Roboto,Inter,Arial;"> |
|
|
<p style="margin:0 0 10px;"> |
|
|
<strong>Crimson-Twilight-12B</strong> is a multistage merge designed for narrative roleplay. |
|
|
</p> |
|
|
<p style="margin:0;">Built with <a href="https://github.com/arcee-ai/mergekit" target="_blank" style="color:#ff6666;text-decoration:none;">MergeKit</a>.</p> |
|
|
</div> |
|
|
</div> |
|
|
</div> |
|
|
|
|
|
|
|
|
<div style="max-width:1000px;margin:0 auto 28px;padding:0 12px;"> |
|
|
<div style="background: radial-gradient(circle at 30% 50%, rgba(40,0,0,0.35), rgba(10,0,0,0.88)); |
|
|
border:1px solid rgba(150,20,20,0.3);border-radius:12px;overflow:hidden; |
|
|
box-shadow:0 0 25px rgba(120,0,0,0.25), inset 0 0 25px rgba(100,0,0,0.15);"> |
|
|
<div style="padding:12px 18px;background:linear-gradient(90deg, rgba(100,0,0,0.3), rgba(30,0,0,0.4)); |
|
|
border-bottom:1px solid rgba(255,30,30,0.15);"> |
|
|
<h2 style="margin:0;color:#f0dada;font-size:1.05rem;letter-spacing:1px;text-transform:uppercase; |
|
|
font-family:ui-sans-serif,system-ui,Segoe UI,Roboto,Inter,Arial;"> |
|
|
02 // Merge Step 1 |
|
|
</h2> |
|
|
</div> |
|
|
<div style="padding:18px 22px;color:#e8dede;font-family:ui-sans-serif,system-ui,Segoe UI,Roboto,Inter,Arial;"> |
|
|
<p style="margin:0 0 12px;"> |
|
|
<a href="https://huggingface.co/Vortex5/Abyssal-Seraph-12B" target="_blank" style="color:#ff6666;text-decoration:none;">Abyssal-Seraph-12B</a> |
|
|
merges with |
|
|
<a href="https://huggingface.co/Vortex5/Lunar-Abyss-12B" target="_blank" style="color:#ff6666;text-decoration:none;">Lunar-Abyss-12B</a> |
|
|
using <code>nearswap</code> (<code>t=0.0008</code>). |
|
|
</p> |
|
|
<details> |
|
|
<summary style="cursor:pointer;color:#ff7777;font-weight:600;margin:0 0 6px;">Show YAML</summary> |
|
|
<pre style="background:#0a0a0a;color:#fff;padding:14px;border-left:3px solid #b22a2a;border-radius:8px; |
|
|
overflow:auto;font-size:13px;white-space:pre;">name: First |
|
|
models: |
|
|
- model: Vortex5/Abyssal-Seraph-12B |
|
|
merge_method: nearswap |
|
|
base_model: Vortex5/Lunar-Abyss-12B |
|
|
parameters: |
|
|
t: 0.0008 |
|
|
dtype: bfloat16</pre> |
|
|
</details> |
|
|
</div> |
|
|
</div> |
|
|
</div> |
|
|
|
|
|
|
|
|
<div style="max-width:1000px;margin:0 auto 28px;padding:0 12px;"> |
|
|
<div style="background: radial-gradient(circle at 30% 50%, rgba(40,0,0,0.35), rgba(10,0,0,0.88)); |
|
|
border:1px solid rgba(150,20,20,0.3);border-radius:12px;overflow:hidden; |
|
|
box-shadow:0 0 25px rgba(120,0,0,0.25), inset 0 0 25px rgba(100,0,0,0.15);"> |
|
|
<div style="padding:12px 18px;background:linear-gradient(90deg, rgba(100,0,0,0.3), rgba(30,0,0,0.4)); |
|
|
border-bottom:1px solid rgba(255,30,30,0.15);"> |
|
|
<h2 style="margin:0;color:#f0dada;font-size:1.05rem;letter-spacing:1px;text-transform:uppercase; |
|
|
font-family:ui-sans-serif,system-ui,Segoe UI,Roboto,Inter,Arial;"> |
|
|
03 // Merge Step 2 |
|
|
</h2> |
|
|
</div> |
|
|
<div style="padding:18px 22px;color:#e8dede;font-family:ui-sans-serif,system-ui,Segoe UI,Roboto,Inter,Arial;"> |
|
|
<p style="margin:0 0 12px;"> |
|
|
<a href="https://huggingface.co/Vortex5/Moonlit-Shadow-12B" target="_blank" style="color:#ff6666;text-decoration:none;">Moonlit-Shadow-12B</a> |
|
|
merges with |
|
|
<a href="https://huggingface.co/Vortex5/Luminous-Shadow-12B" target="_blank" style="color:#ff6666;text-decoration:none;">Luminous-Shadow-12B</a> |
|
|
via <code>slerp</code> (<code>t=0.5</code>). |
|
|
</p> |
|
|
<details> |
|
|
<summary style="cursor:pointer;color:#ff7777;font-weight:600;margin:0 0 6px;">Show YAML</summary> |
|
|
<pre style="background:#0a0a0a;color:#fff;padding:14px;border-left:3px solid #b22a2a;border-radius:8px; |
|
|
overflow:auto;font-size:13px;white-space:pre;">name: Second |
|
|
models: |
|
|
- model: Vortex5/Moonlit-Shadow-12B |
|
|
merge_method: slerp |
|
|
base_model: Vortex5/Luminous-Shadow-12B |
|
|
parameters: |
|
|
t: 0.5 |
|
|
dtype: bfloat16</pre> |
|
|
</details> |
|
|
</div> |
|
|
</div> |
|
|
</div> |
|
|
|
|
|
|
|
|
<div style="max-width:1000px;margin:0 auto 28px;padding:0 12px;"> |
|
|
<div style="background: radial-gradient(circle at 30% 50%, rgba(40,0,0,0.35), rgba(10,0,0,0.88)); |
|
|
border:1px solid rgba(150,20,20,0.3);border-radius:12px;overflow:hidden; |
|
|
box-shadow:0 0 25px rgba(120,0,0,0.25), inset 0 0 25px rgba(100,0,0,0.15);"> |
|
|
<div style="padding:12px 18px;background:linear-gradient(90deg, rgba(100,0,0,0.3), rgba(30,0,0,0.4)); |
|
|
border-bottom:1px solid rgba(255,30,30,0.15);"> |
|
|
<h2 style="margin:0;color:#f0dada;font-size:1.05rem;letter-spacing:1px;text-transform:uppercase; |
|
|
font-family:ui-sans-serif,system-ui,Segoe UI,Roboto,Inter,Arial;"> |
|
|
04 // Final Merge |
|
|
</h2> |
|
|
</div> |
|
|
<div style="padding:18px 22px;color:#e8dede;font-family:ui-sans-serif,system-ui,Segoe UI,Roboto,Inter,Arial;"> |
|
|
<p style="margin:0 0 12px;"> |
|
|
The two <span style="color:#ff6666;">intermediates</span> are then merged via the <code>Karcher mean</code> method. |
|
|
</p> |
|
|
<details style="margin-top:10px;"> |
|
|
<summary style="cursor:pointer;color:#ff6666;font-weight:600;">Show YAML</summary> |
|
|
<pre style="background:#0a0a0a;color:#fff;padding:14px;border-left:3px solid #ff3333; |
|
|
border-radius:8px;overflow-x:auto;font-size:13px;line-height:1.5;margin-top:8px;"> |
|
|
models: |
|
|
- model: First |
|
|
- model: Second |
|
|
merge_method: karcher |
|
|
dtype: bfloat16 |
|
|
parameters: |
|
|
tol: 1e-9 |
|
|
max_iter: 35000 |
|
|
tokenizer: |
|
|
source: union |
|
|
</pre> |
|
|
</details> |
|
|
</div> |
|
|
</div> |
|
|
</div> |
|
|
</div> |
|
|
</div> |
|
|
</div> |
|
|
|
|
|
|
|
|
<div style="max-width:1000px;margin:0 auto 40px;padding:0 12px;"> |
|
|
<div style="background: radial-gradient(circle at 30% 50%, rgba(40,0,0,0.35), rgba(10,0,0,0.88)); |
|
|
border:1px solid rgba(150,20,20,0.3);border-radius:12px;overflow:hidden; |
|
|
box-shadow:0 0 25px rgba(120,0,0,0.25), inset 0 0 25px rgba(100,0,0,0.15);"> |
|
|
<div style="padding:12px 18px;background:linear-gradient(90deg, rgba(100,0,0,0.3), rgba(30,0,0,0.4)); |
|
|
border-bottom:1px solid rgba(255,30,30,0.15);"> |
|
|
<h2 style="margin:0;color:#f0dada;font-size:1.05rem;letter-spacing:1px;text-transform:uppercase; |
|
|
font-family:ui-sans-serif,system-ui,Segoe UI,Roboto,Inter,Arial;"> |
|
|
05 // Acknowledgments |
|
|
</h2> |
|
|
</div> |
|
|
<div style="padding:18px 22px;color:#e8dede;font-family:ui-sans-serif,system-ui,Segoe UI,Roboto,Inter,Arial;"> |
|
|
<ul style="list-style:none;padding-left:10px;line-height:1.8;margin:0;"> |
|
|
<li> <strong><a href="https://huggingface.co/mradermacher" target="_blank" style="color:#ff6666;text-decoration:none;">Team Mradermacher</a></strong> — Static & imatrix quantizations</li> |
|
|
<li> <strong><a href="https://huggingface.co/DeathGodlike" target="_blank" style="color:#ff6666;text-decoration:none;">DeathGodlike</a></strong> — EXL3 quants</li> |
|
|
</ul> |
|
|
</div> |
|
|
</div> |
|
|
</div> |
