|
|
--- |
|
|
datasets: |
|
|
- Delta-Vector/Orion-Misc-Data-Sharegpt-Prefixed |
|
|
- Delta-Vector/Orion-Basket-Weaving-Filtered |
|
|
- Delta-Vector/Orion-vanilla-backrooms-claude-sharegpt |
|
|
- Delta-Vector/Orion-Roleplay-Logs-Sharegpt-Ngram-cleaned |
|
|
- Delta-Vector/Orion-BlueSky-10K-Complexity |
|
|
base_model: |
|
|
- zerofata/L3.3-GeneticLemonade-Unleashed-v3-70B |
|
|
tags: |
|
|
- roleplay |
|
|
- chat |
|
|
- creative-writing |
|
|
--- |
|
|
<!DOCTYPE html> |
|
|
<html lang="en"> |
|
|
<head> |
|
|
<meta charset="UTF-8"> |
|
|
<meta name="viewport" content="width=device-width, initial-scale=1.0"> |
|
|
<title>Sol-Reaver 15B</title> |
|
|
<link href="https://fonts.googleapis.com/css2?family=Quicksand:wght@400;500;600&display=swap" rel="stylesheet"> |
|
|
<style> |
|
|
body { |
|
|
font-family: 'Quicksand', sans-serif; |
|
|
background: linear-gradient(135deg, #e8f8f5 0%, #e6f7ff 50%, #f0f8f0 100%); |
|
|
color: #2d5a4a; |
|
|
margin: 0; |
|
|
padding: 0; |
|
|
font-size: 16px; |
|
|
min-height: 100vh; |
|
|
} |
|
|
.container { |
|
|
margin: 20px; |
|
|
background: linear-gradient(145deg, rgba(255, 255, 255, 0.9), rgba(240, 255, 250, 0.95)); |
|
|
padding: 30px; |
|
|
border-radius: 20px; |
|
|
box-shadow: 0 8px 32px rgba(144, 238, 144, 0.3), 0 4px 16px rgba(173, 216, 230, 0.2); |
|
|
border: 2px solid rgba(144, 238, 144, 0.4); |
|
|
position: relative; |
|
|
backdrop-filter: blur(10px); |
|
|
} |
|
|
.container::before { |
|
|
content: ''; |
|
|
position: absolute; |
|
|
top: 0; |
|
|
left: 0; |
|
|
right: 0; |
|
|
bottom: 0; |
|
|
background: linear-gradient(45deg, rgba(144, 238, 144, 0.1), rgba(173, 216, 230, 0.1), rgba(152, 251, 152, 0.1)); |
|
|
border-radius: 20px; |
|
|
z-index: -1; |
|
|
} |
|
|
.header h1 { |
|
|
font-size: 32px; |
|
|
background: linear-gradient(45deg, #20b2aa, #4169e1, #32cd32); |
|
|
-webkit-background-clip: text; |
|
|
-webkit-text-fill-color: transparent; |
|
|
background-clip: text; |
|
|
margin: 0 0 20px 0; |
|
|
text-align: center; |
|
|
font-weight: 600; |
|
|
text-shadow: 0 2px 4px rgba(144, 238, 144, 0.3); |
|
|
} |
|
|
.section { |
|
|
margin-top: 30px; |
|
|
} |
|
|
.section h2 { |
|
|
font-size: 24px; |
|
|
background: linear-gradient(45deg, #20b2aa, #4169e1); |
|
|
-webkit-background-clip: text; |
|
|
-webkit-text-fill-color: transparent; |
|
|
background-clip: text; |
|
|
text-align: center; |
|
|
font-weight: 600; |
|
|
margin-bottom: 20px; |
|
|
} |
|
|
.info p { |
|
|
color: #2d5a4a; |
|
|
line-height: 1.8; |
|
|
font-size: 16px; |
|
|
} |
|
|
.info img { |
|
|
width: 85%; |
|
|
border-radius: 15px; |
|
|
margin: 0 auto 15px; |
|
|
display: block; |
|
|
box-shadow: 0 8px 25px rgba(144, 238, 144, 0.4); |
|
|
border: 2px solid rgba(152, 251, 152, 0.5); |
|
|
} |
|
|
a { |
|
|
color: #20b2aa; |
|
|
text-decoration: none; |
|
|
transition: all 0.3s ease; |
|
|
font-weight: 500; |
|
|
} |
|
|
a:hover { |
|
|
color: #4169e1; |
|
|
text-shadow: 0 0 8px rgba(173, 216, 230, 0.6); |
|
|
} |
|
|
.button { |
|
|
display: inline-block; |
|
|
background: linear-gradient(45deg, #b0e0e6, #98fb98); |
|
|
color: #2d5a4a; |
|
|
padding: 12px 24px; |
|
|
border-radius: 25px; |
|
|
cursor: pointer; |
|
|
text-decoration: none; |
|
|
transition: all 0.3s ease; |
|
|
border: 1px solid rgba(144, 238, 144, 0.5); |
|
|
font-weight: 500; |
|
|
} |
|
|
.button:hover { |
|
|
background: linear-gradient(45deg, #87ceeb, #90ee90); |
|
|
box-shadow: 0 4px 15px rgba(144, 238, 144, 0.6); |
|
|
transform: translateY(-2px); |
|
|
} |
|
|
pre { |
|
|
background: linear-gradient(135deg, rgba(240, 255, 255, 0.8), rgba(240, 255, 240, 0.8)); |
|
|
padding: 20px; |
|
|
border-radius: 12px; |
|
|
overflow-x: auto; |
|
|
border: 1px solid rgba(144, 238, 144, 0.3); |
|
|
box-shadow: inset 0 2px 4px rgba(144, 238, 144, 0.2); |
|
|
} |
|
|
code { |
|
|
font-family: 'Courier New', monospace; |
|
|
color: #2d5a4a; |
|
|
} |
|
|
.info-card { |
|
|
background: linear-gradient(145deg, rgba(240, 255, 255, 0.9), rgba(240, 255, 240, 0.9)); |
|
|
border: 2px solid rgba(144, 238, 144, 0.4); |
|
|
border-radius: 15px; |
|
|
overflow: hidden; |
|
|
box-shadow: 0 4px 20px rgba(144, 238, 144, 0.3); |
|
|
} |
|
|
.info-header { |
|
|
background: linear-gradient(135deg, rgba(152, 251, 152, 0.3), rgba(173, 216, 230, 0.2)); |
|
|
padding: 25px; |
|
|
border-bottom: 1px solid rgba(144, 238, 144, 0.3); |
|
|
} |
|
|
.info-header h3 { |
|
|
background: linear-gradient(45deg, #20b2aa, #4169e1); |
|
|
-webkit-background-clip: text; |
|
|
-webkit-text-fill-color: transparent; |
|
|
background-clip: text; |
|
|
margin: 0 0 15px 0; |
|
|
font-size: 22px; |
|
|
text-align: center; |
|
|
font-weight: 600; |
|
|
} |
|
|
.model-tags { |
|
|
display: flex; |
|
|
gap: 10px; |
|
|
flex-wrap: wrap; |
|
|
justify-content: center; |
|
|
} |
|
|
.model-tag { |
|
|
background: linear-gradient(45deg, rgba(144, 238, 144, 0.4), rgba(173, 216, 230, 0.3)); |
|
|
color: #2d5a4a; |
|
|
padding: 8px 16px; |
|
|
border-radius: 20px; |
|
|
font-size: 13px; |
|
|
border: 1px solid rgba(144, 238, 144, 0.5); |
|
|
font-weight: 500; |
|
|
box-shadow: 0 2px 8px rgba(144, 238, 144, 0.2); |
|
|
} |
|
|
.model-composition { |
|
|
padding: 25px; |
|
|
border-bottom: 1px solid rgba(144, 238, 144, 0.3); |
|
|
} |
|
|
.model-composition h4 { |
|
|
background: linear-gradient(45deg, #20b2aa, #4169e1); |
|
|
-webkit-background-clip: text; |
|
|
-webkit-text-fill-color: transparent; |
|
|
background-clip: text; |
|
|
margin: 0 0 20px 0; |
|
|
font-size: 18px; |
|
|
text-align: center; |
|
|
font-weight: 600; |
|
|
} |
|
|
.composition-list { |
|
|
list-style: none; |
|
|
padding: 0; |
|
|
margin: 0; |
|
|
display: grid; |
|
|
gap: 15px; |
|
|
} |
|
|
.composition-list li { |
|
|
color: #2d5a4a; |
|
|
display: flex; |
|
|
align-items: baseline; |
|
|
gap: 12px; |
|
|
padding: 10px; |
|
|
background: rgba(240, 255, 255, 0.5); |
|
|
border-radius: 8px; |
|
|
border-left: 4px solid #b0e0e6; |
|
|
} |
|
|
.model-component { |
|
|
font-weight: 600; |
|
|
min-width: 120px; |
|
|
} |
|
|
.model-description { |
|
|
padding: 25px; |
|
|
background: linear-gradient(135deg, rgba(255, 255, 255, 0.7), rgba(240, 255, 255, 0.8)); |
|
|
} |
|
|
.metrics-section { |
|
|
margin-bottom: 30px; |
|
|
} |
|
|
.metrics-section details { |
|
|
background: linear-gradient(145deg, rgba(240, 255, 255, 0.9), rgba(240, 255, 240, 0.9)); |
|
|
border: 2px solid rgba(144, 238, 144, 0.4); |
|
|
border-radius: 12px; |
|
|
padding: 20px; |
|
|
margin-bottom: 20px; |
|
|
box-shadow: 0 4px 15px rgba(144, 238, 144, 0.2); |
|
|
} |
|
|
.metrics-section summary { |
|
|
background: linear-gradient(45deg, #20b2aa, #4169e1); |
|
|
-webkit-background-clip: text; |
|
|
-webkit-text-fill-color: transparent; |
|
|
background-clip: text; |
|
|
font-size: 18px; |
|
|
cursor: pointer; |
|
|
outline: none; |
|
|
padding: 8px 0; |
|
|
text-align: center; |
|
|
font-weight: 600; |
|
|
transition: all 0.3s ease; |
|
|
} |
|
|
.metrics-section summary:hover { |
|
|
text-shadow: 0 0 8px rgba(173, 216, 230, 0.6); |
|
|
} |
|
|
.creator-section { |
|
|
margin: 20px 0; |
|
|
text-align: center; |
|
|
} |
|
|
.creator-badge { |
|
|
display: inline-flex; |
|
|
align-items: center; |
|
|
background: linear-gradient(145deg, rgba(240, 255, 255, 0.9), rgba(240, 255, 240, 0.9)); |
|
|
border: 2px solid rgba(144, 238, 144, 0.4); |
|
|
border-radius: 25px; |
|
|
padding: 15px 20px; |
|
|
box-shadow: 0 4px 15px rgba(144, 238, 144, 0.3); |
|
|
} |
|
|
.creator-label { |
|
|
color: #2d5a4a; |
|
|
font-size: 14px; |
|
|
margin-right: 10px; |
|
|
font-weight: 500; |
|
|
} |
|
|
.creator-link { |
|
|
display: flex; |
|
|
align-items: center; |
|
|
gap: 8px; |
|
|
color: #20b2aa; |
|
|
text-decoration: none; |
|
|
transition: all 0.3s ease; |
|
|
} |
|
|
.creator-name { |
|
|
font-weight: 600; |
|
|
} |
|
|
.creator-arrow { |
|
|
font-size: 16px; |
|
|
transition: transform 0.3s ease; |
|
|
} |
|
|
.creator-link:hover .creator-arrow { |
|
|
transform: translateX(4px); |
|
|
color: #4169e1; |
|
|
} |
|
|
.creator-link:hover { |
|
|
color: #4169e1; |
|
|
text-shadow: 0 0 8px rgba(173, 216, 230, 0.6); |
|
|
} |
|
|
.link-arrow { |
|
|
display: inline-block; |
|
|
transition: transform 0.3s ease; |
|
|
} |
|
|
a:hover .link-arrow { |
|
|
transform: translateX(3px); |
|
|
} |
|
|
.axolotl-container { |
|
|
display: flex; |
|
|
text-align: center; |
|
|
justify-content: center; |
|
|
margin: 30px 0; |
|
|
} |
|
|
.axolotl-container img { |
|
|
max-width: 300px; |
|
|
border-radius: 15px; |
|
|
box-shadow: 0 6px 20px rgba(144, 238, 144, 0.4); |
|
|
border: 2px solid rgba(152, 251, 152, 0.5); |
|
|
transition: transform 0.3s ease; |
|
|
display: block; |
|
|
margin: 0 auto; |
|
|
} |
|
|
.axolotl-container img:hover { |
|
|
transform: scale(1.05); |
|
|
} |
|
|
</style> |
|
|
</head> |
|
|
<body> |
|
|
<div class="container"> |
|
|
<div class="header"> |
|
|
<h1>Shimamura 70B</h1> |
|
|
</div> |
|
|
<div class="info"> |
|
|
<img src="https://cdn-uploads.huggingface.co/production/uploads/66c26b6fb01b19d8c3c2467b/0TPKGLPtuq3Ie2fgEwu5f.jpeg" alt="Model banner"> |
|
|
<div style="text-align: center;"> |
|
|
<div class="creator-section"> |
|
|
<div class="creator-badge"> |
|
|
<span class="creator-label">Created by</span> |
|
|
<a href="https://huggingface.co/Delta-Vector" target="_blank" class="creator-link"> |
|
|
<span class="creator-name">Delta-Vector</span> |
|
|
<span class="creator-arrow">→</span> |
|
|
</a> |
|
|
</div> |
|
|
</div> |
|
|
<div class="model-info"> |
|
|
<h2>Model Information</h2> |
|
|
<div class="info-card"> |
|
|
<div class="info-header"> |
|
|
<h3>Shimamura-70B</h3> |
|
|
<div class="model-tags"> |
|
|
<span class="model-tag">70B parameters</span> |
|
|
<span class="model-tag">Creative / Funny</span> |
|
|
<span class="model-tag">Chat Model</span> |
|
|
</div> |
|
|
</div> |
|
|
<div class="model-description"> |
|
|
<p>This is a Finetune of zerofata/L3.3-GeneticLemonade-Unleashed-v3-70B to be a good Chat Model at a larger parameter size</p> |
|
|
<p>This model has been trained on 100M tokens of Human chat logs from Bsky, 4chan & Most of all ShoujoAI.</p> |
|
|
<p>Support me on Ko-Fi: https://ko-fi.com/deltavector</p> |
|
|
</div> |
|
|
</div> |
|
|
</div> |
|
|
<div class="section"> |
|
|
<h2>Quantized Versions</h2> |
|
|
<div class="info-card"> |
|
|
<div class="model-composition"> |
|
|
<h4>Available Downloads</h4> |
|
|
<ul class="composition-list"> |
|
|
<li><span class="model-component"><a href="" target="_blank">GGUF Format</a></span>For use with LLama.cpp & Forks(Coming Soon!)</li> |
|
|
<li><span class="model-component"><a href="" target="_blank">EXL2 Format</a></span>For use with TabbyAPI (Coming Soon!)</li> |
|
|
<li><span class="model-component"><a href="" target="_blank">EXL3 Format</a></span>For use with TabbyAPI (Slower on Ampere))</li> |
|
|
</ul> |
|
|
</div> |
|
|
</div> |
|
|
</div> |
|
|
<div class="section"> |
|
|
<h2>Prompting</h2> |
|
|
<p>Model has been tuned with the Llama-3-Instruct formatting.</p> |
|
|
</div> |
|
|
<div class="section"> |
|
|
<h2>Samplers</h2> |
|
|
<p>For testing of this model, I used Temp=1, 0.1 Min-P.</p> |
|
|
<div class="metrics-section"> |
|
|
<details> |
|
|
<summary>See Axolotl Config</summary> |
|
|
<pre><code> |
|
|
https://wandb.ai/new-eden/austral/artifacts/axolotl-config/config-c61un0ze/v0/files/axolotl_config_cu4t7u4q.yml |
|
|
</code></pre> |
|
|
</details> |
|
|
</div> |
|
|
</div> |
|
|
<div class="section"> |
|
|
<h2>Training</h2> |
|
|
<p>The training was done for 4 epoch using 8 x <a href="https://www.nvidia.com/en-us/data-center/h200/">H200s</a> GPUs for the fine-tuning of the model.</p> |
|
|
<div class="axolotl-container"> |
|
|
<a href="https://github.com/OpenAccess-AI-Collective/axolotl" target="_blank"> |
|
|
<img src="https://raw.githubusercontent.com/OpenAccess-AI-Collective/axolotl/main/image/axolotl-badge-web.png" alt="Built with Axolotl"> |
|
|
</a> |
|
|
</div> |
|
|
</div> |
|
|
<div class="section"> |
|
|
<h2>Credits</h2> |
|
|
<p>Thank you to <a href="https://huggingface.co/lucyknada">Lucy Knada</a>, <a href="https://huggingface.co/zerofata">Zerofata</a>, <a href="https://huggingface.co/AuriAetherwiing">Auri</a>, <a href="https://huggingface.co/intervitens">Intervitens</a>, <a href="https://huggingface.co/cgato">Cgato</a>, <a href="https://huggingface.co/kubernetes-bad">Kubernetes Bad</a> and the rest of <a href="https://huggingface.co/anthracite-org">Anthracite</a>.</p> |
|
|
</div> |
|
|
</div> |
|
|
</div> |
|
|
</body> |
|
|
</html> |
