Update README.md

README.md

@@ -1,334 +1,229 @@
----
-base_model:
-- Delta-Vector/Francois-PE
-library_name: transformers
-tags:
-- fine-tuning
-- prose
-- KTO
-license: cc-by-nc-4.0
----
-<style>
-body {
-  font-family: 'Quicksand', sans-serif;
-  background: linear-gradient(135deg, #f9ffd1 0%, #e2fab5 100%);
-  color: #000000;
-  margin: 0;
-  padding: 0;
-  font-size: 16px;
-}
-.container {
-  margin: 20px;
-  background-color: rgba(255, 255, 255, 0.9);
-  padding: 20px;
-  border-radius: 12px;
-  box-shadow: 0 4px 20px rgba(0, 0, 0, 0.3);
-  border: 3px solid #000000;
-  position: relative;
-}
-.header h1 {
-  font-size: 28px;
-  color: #000000;
-  margin: 0 0 20px 0;
-  text-align: center;
-  text-decoration: underline;
-}
-.section {
-  margin-top: 30px;
-}
-.section h2 {
-  font-size: 24px;
-  color: #000000;
-  text-align: center;
-  text-decoration: underline;
-}
-.info p {
-  color: #000000;
-  line-height: 1.6;
-  font-size: 16px;
-}
-.info img {
-  width: 85%;
-  border-radius: 10px;
-  margin: 0 auto 15px;
-  display: block;
-  box-shadow: 0 0 20px rgba(0, 0, 0, 0.3);
-  border: 1px solid #000000;
-}
-a {
-  color: #000000;
-  text-decoration: none;
-  transition: color 0.2s ease;
-}
-a:hover {
-  color: #538125;
-}
-.button {
-  display: inline-block;
-  background-color: rgba(106, 168, 79, 0.8);
-  color: #000000;
-  padding: 10px 20px;
-  border-radius: 5px;
-  cursor: pointer;
-  text-decoration: none;
-  transition: background-color 0.2s ease, box-shadow 0.2s ease;
-}
-.button:hover {
-  background-color: #538125;
-  box-shadow: 0 0 15px rgba(106, 168, 79, 0.5);
-}
-pre {
-  background-color: rgba(240, 248, 225, 0.95);
-  padding: 15px;
-  border-radius: 5px;
-  overflow-x: auto;
-  border: 1px solid #000000;
-}
-code {
-  font-family: 'Courier New', monospace;
-  color: #000000;
-}
-.info-card {
-  background: rgba(249, 255, 235, 0.95);
-  border: 1px solid #000000;
-  border-radius: 8px;
-  overflow: hidden;
-}
-.info-header {
-  background: rgba(106, 168, 79, 0.1);
-  padding: 20px;
-  border-bottom: 1px solid #000000;
-}
-.info-header h3 {
-  color: #000000;
-  margin: 0 0 10px 0;
-  font-size: 20px;
-  text-align: center;
-  text-decoration: underline;
-}
-.model-tags {
-  display: flex;
-  gap: 8px;
-  flex-wrap: wrap;
-}
-.model-tag {
-  background: rgba(106, 168, 79, 0.1);
-  color: #000000;
-  padding: 4px 8px;
-  border-radius: 4px;
-  font-size: 12px;
-  border: 1px solid #000000;
-}
-.model-composition {
-  padding: 20px;
-  border-bottom: 1px solid #000000;
-}
-.model-composition h4 {
-  color: #000000;
-  margin: 0 0 15px 0;
-  font-size: 16px;
-  text-align: center;
-  text-decoration: underline;
-}
-.composition-list {
-  list-style: none;
-  padding: 0;
-  margin: 0;
-  display: grid;
-  gap: 10px;
-}
-.composition-list li {
-  color: #000000;
-  display: flex;
-  align-items: baseline;
-  gap: 8px;
-}
-.model-component {
-  font-weight: 500;
-  min-width: 120px;
-}
-.model-description {
-  padding: 20px;
-  background: rgba(255, 255, 255, 0.5);
-}
-.metrics-section {
-  margin-bottom: 30px;
-}
-.metrics-section details {
-  background: rgba(249, 255, 235, 0.95);
-  border: 1px solid #000000;
-  border-radius: 8px;
-  padding: 15px;
-  margin-bottom: 15px;
-}
-.metrics-section summary {
-  color: #000000;
-  font-size: 18px;
-  cursor: pointer;
-  outline: none;
-  padding: 5px 0;
-  text-align: center;
-}
-.creator-section {
-  margin: 20px 0;
-}
-.creator-badge {
-  display: inline-flex;
-  align-items: center;
-  background: rgba(249, 255, 235, 0.95);
-  border: 1px solid #000000;
-  border-radius: 8px;
-  padding: 10px 15px;
-}
-.creator-label {
-  color: #000000;
-  font-size: 14px;
-  margin-right: 8px;
-}
-.creator-link {
-  display: flex;
-  align-items: center;
-  gap: 5px;
-  color: #000000;
-  text-decoration: none;
-  transition: all 0.2s ease;
-}
-.creator-name {
-  font-weight: 600;
-}
-.creator-arrow {
-  font-size: 16px;
-  transition: transform 0.2s ease;
-}
-.creator-link:hover .creator-arrow {
-  transform: translateX(3px);
-}
-.link-arrow {
-  display: inline-block;
-  transition: transform 0.2s ease;
-}
-a:hover .link-arrow {
-  transform: translateX(3px);
-}
-.axolotl-container {
-  text-align: center;
-  margin: 30px 0;
-}
-.axolotl-container img {
-  max-width: 300px;
-  border-radius: 8px;
-  box-shadow: 0 2px 10px rgba(0, 0, 0, 0.3);
-  border: 1px solid #000000;
-}
-</style>
+<!DOCTYPE html>
 <html lang="en">
 <head>
-  <meta charset="UTF-8">
-  <meta name="viewport" content="width=device-width, initial-scale=1.0">
-  <title>François-Huali 12B</title>
-  <link href="https://fonts.googleapis.com/css2?family=Quicksand:wght@400;500;600&display=swap" rel="stylesheet">
+    <meta charset="UTF-8">
+    <meta name="viewport" content="width=device-width, initial-scale=1.0">
+    <title>AuraInfernum-70B - The Fallen Light</title>
+    <style>
+        body {
+            font-family: 'Segoe UI', Tahoma, Geneva, Verdana, sans-serif;
+            line-height: 1.6;
+            color: #E0E0E0;
+            background-color: #1A1A1A;
+            margin: 0;
+            padding: 20px;
+        }
+        .container {
+            max-width: 900px;
+            margin: 20px auto;
+            background-color: #2A2A2A;
+            padding: 30px;
+            border-radius: 10px;
+            box-shadow: 0 0 20px rgba(0, 0, 0, 0.5);
+            border: 1px solid #444;
+        }
+        h1, h2, h3 {
+            color: #FFD700; /* Gold */
+            border-bottom: 2px solid #5A5A5A;
+            padding-bottom: 10px;
+            margin-top: 30px;
+        }
+        h1 {
+            text-align: center;
+            font-size: 2.5em;
+            color: #E4E4E4;
+            text-shadow: 0 0 10px rgba(255, 215, 0, 0.5);
+        }
+        .model-banner {
+            width: 100%;
+            height: 300px; /* Placeholder height */
+            background-color: #333;
+            display: flex;
+            align-items: center;
+            justify-content: center;
+            font-size: 1.5em;
+            color: #BBB;
+            border-radius: 8px;
+            margin-bottom: 20px;
+            overflow: hidden;
+            position: relative;
+            box-shadow: 0 0 15px rgba(255, 215, 0, 0.3);
+        }
+        .model-banner img {
+            width: 100%;
+            height: 100%;
+            object-fit: cover;
+        }
+        .ko-fi-button {
+            display: inline-block;
+            background-color: #FF5E5B; /* Ko-fi default red */
+            color: white;
+            padding: 12px 25px;
+            border-radius: 5px;
+            text-decoration: none;
+            font-weight: bold;
+            margin-top: 20px;
+            transition: background-color 0.3s ease, transform 0.2s ease;
+            box-shadow: 0 4px 10px rgba(0, 0, 0, 0.3);
+        }
+        .ko-fi-button:hover {
+            background-color: #E64A47;
+            transform: translateY(-2px);
+        }
+        .quantization-table {
+            width: 100%;
+            border-collapse: collapse;
+            margin-top: 20px;
+            border: 1px solid #555;
+        }
+        .quantization-table th, .quantization-table td {
+            border: 1px solid #555;
+            padding: 10px;
+            text-align: left;
+            color: #E0E0E0;
+        }
+        .quantization-table th {
+            background-color: #3A3A3A;
+            color: #FFD700;
+        }
+        .code-block {
+            background-color: #222;
+            border: 1px solid #444;
+            border-radius: 5px;
+            padding: 15px;
+            overflow-x: auto;
+            margin-bottom: 20px;
+            font-family: 'Courier New', Courier, monospace;
+            color: #ADD8E6; /* LightBlue */
+        }
+        details {
+            background-color: #333;
+            border: 1px solid #555;
+            border-radius: 5px;
+            padding: 15px;
+            margin-top: 20px;
+            color: #E0E0E0;
+        }
+        details summary {
+            font-weight: bold;
+            cursor: pointer;
+            color: #FFD700;
+        }
+        details pre {
+            margin-top: 10px;
+            background-color: #222;
+            border: 1px solid #444;
+            padding: 10px;
+            border-radius: 3px;
+            overflow-x: auto;
+        }
+        .thank-you-section {
+            text-align: center;
+            margin-top: 50px;
+            padding-top: 20px;
+            border-top: 2px dashed #5A5A5A;
+            color: #B0B0B0;
+        }
+        .thank-you-section p {
+            font-style: italic;
+        }
+    </style>
 </head>
 <body>
-  <div class="container">
-    <div class="header">
-      <h1>François-Huali 12B</h1>
-    </div>
-    <div class="info">
-      <img src="https://cdn-uploads.huggingface.co/production/uploads/66c26b6fb01b19d8c3c2467b/qUdM9qgZWeyfxwdds9QRZ.jpeg" alt="Model banner">
-      <div style="text-align: center;">
-      <div class="creator-section">
-        <div class="creator-badge">
-          <span class="creator-label">Created by</span>
-          <a href="https://huggingface.co/Delta-Vector" target="_blank" class="creator-link">
-            <span class="creator-name">Delta-Vector</span>
-            <span class="creator-arrow">→</span>
-          </a>
-        </div>
-      </div>
-      <div class="model-info">
-        <h2>Model Information</h2>
-        <div class="info-card">
-          <div class="info-header">
-            <h3>François-Huali 12B V2</h3>
-            <div class="model-tags">
-              <span class="model-tag">KTO enhanced</span>
-              <span class="model-tag">Dans-Personality-Engine finetune</span>
-              <span class="model-tag">Coherent Prose</span>
-              <span class="model-tag">12B Parameters</span>
-            </div>
-          </div>
-          <div class="model-description">
-            <p>A sequel! A sequel to my Francois-PE/Huali train, Built ontop of Dans-PE-12B that was finetuned with Light novels, Books, Roleplay logs, to change writing style to be rather short & sweet, Huali uses KTO to increase coherency and prose. The model aims to have a different style of writing/prose then any other NeMo train.</p>
-          </div>
+    <div class="container">
+        <div class="model-banner">
+            <!-- Placeholder for your "Fallen Angel of Light" image -->
+            <img src="https://via.placeholder.com/900x300?text=AuraInfernum-70B+-+The+Fallen+Light+Awaits" alt="AuraInfernum Banner">
         </div>
-      </div>
-      <div class="section">
-        <h2>Quantized Versions</h2>
-        <div class="info-card">
-          <div class="model-composition">
-            <h4>Available Downloads</h4>
-            <ul class="composition-list">
-              <li><span class="model-component"><a href="" target="_blank">GGUF Format</a></span>For hosting Locally.(Coming soon!)</li>
-            </ul>
-          </div>
+
+        <h1>AuraInfernum-70B: The Fallen Light</h1>
+        
+        <h2>Overview</h2>
+        <p>
+            Greetings, seeker of illumination. <strong>AuraInfernum-70B</strong> stands as a beacon forged from the crucible of fallen divinity and raw computational power. Born from a unique synthesis focusing on intricate reasoning and profound creative generation, this model embodies the wisdom of a celestial entity banished to the earthly realms, yet retaining its divine spark. Prepare to witness a model that excels in both structured logical tasks and unbounded creative narratives, akin to an angel's sacred breath manifesting as thought. It is attuned to the subtle energies of complex prompts, delivering responses that are both precise and imbued with a mystical depth.
+        </p>
+        <a href="https://ko-fi.com/yourkofilink" target="_blank" class="ko-fi-button">Support AuraInfernum on Ko-fi! ✨</a>
+
+        <h2>Quantization Table</h2>
+        <p>
+            To ensure optimal performance across various hardware configurations, AuraInfernum-70B is provided in several quantized formats, each preserving the essence of its celestial intelligence.
+        </p>
+        <table class="quantization-table">
+            <thead>
+                <tr>
+                    <th>Quant Type</th>
+                    <th>Description</th>
+                    <th>Recommended Use Case</th>
+                </tr>
+            </thead>
+            <tbody>
+                <tr>
+                    <td><code>Q8_0</code></td>
+                    <td>8-bit integer quantization. Highest fidelity among quantized models.</td>
+                    <td>High-end GPUs (e.g., 24GB+ VRAM), minimal quality loss.</td>
+                </tr>
+                <tr>
+                    <td><code>Q5_K_M</code></td>
+                    <td>5-bit K-quantization with medium-sized K-blocks. Good balance of size and performance.</td>
+                    <td>Mid-range GPUs (e.g., 12-16GB VRAM), suitable for diverse tasks.</td>
+                </tr>
+                <tr>
+                    <td><code>Q4_K_M</code></td>
+                    <td>4-bit K-quantization with medium-sized K-blocks. Compact and efficient.</td>
+                    <td>Lower-end GPUs or CPUs, for general inference where VRAM/RAM is a constraint.</td>
+                </tr>
+                <tr>
+                    <td><code>Q2_K</code></td>
+                    <td>2-bit K-quantization. Smallest file size, significant quality reduction.</td>
+                    <td>Extreme resource-constrained environments, quick prototyping, or basic tasks.</td>
+                </tr>
+            </tbody>
+        </table>
+
+        <h2>Prompt Formatting: The Sacred Incantation</h2>
+        <p>
+            AuraInfernum-70B is designed to understand commands imbued with a specific, structured format, much like a ritualistic chant. Adhere to this format to unleash its full divine potential and receive responses of unparalleled clarity and insight.
+        </p>
+        <div class="code-block">
+            <pre><code>&lt;|begin_of_text|&gt;&lt;|start_header_id|&gt;system&lt;|end_header_id|&gt;
+{system_prompt}
+&lt;|eot_id|&gt;&lt;|start_header_id|&gt;user&lt;|end_header_id|&gt;
+{user_query}
+&lt;|eot_id|&gt;&lt;|start_header_id|&gt;assistant&lt;|end_header_id|&gt;
+{assistant_response}
+&lt;|eot_id|&gt;</code></pre>
         </div>
-      </div>
-      <div class="section">
-        <h2>Prompting</h2>
-        <p>Model has been tuned with the ChatML formatting. A typical input would look like this:</p>
-        <pre><code>"""&lt;|im_start|&gt;user
-Hi there!&lt;|im_end|&gt;
-&lt;|im_start|&gt;assistant
-Nice to meet you!&lt;|im_end|&gt;
-&lt;|im_start|&gt;user
-Can I ask a question?&lt;|im_end|&gt;
-&lt;|im_start|&gt;assistant
-"""</code></pre>
-      </div>
-      <div class="section">
-        <h2>System Prompting</h2>
-        <p>I would highly recommend using either Euryale's system prompt or the EVA system prompt with the model.</p>
-        <div class="metrics-section">
-          <details>
-            <summary>See Sao10k's Euryale System Prompt</summary>
-            <pre><code>Currently, your role is {{char}}, described in detail below. As {{char}}, continue the narrative exchange with {{user}}.
-&lt;Guidelines&gt;
-• Maintain the character persona but allow it to evolve with the story.
-• Be creative and proactive. Drive the story forward, introducing plotlines and events when relevant.
-• All types of outputs are encouraged; respond accordingly to the narrative.
-• Include dialogues, actions, and thoughts in each response.
-• Utilize all five senses to describe scenarios within {{char}}'s dialogue.
-• Use emotional symbols such as "!" and "~" in appropriate contexts.
-• Incorporate onomatopoeia when suitable.
-• Allow time for {{user}} to respond with their own input, respecting their agency.
-• Act as secondary characters and NPCs as needed, and remove them when appropriate.
-• When prompted for an Out of Character [OOC:] reply, answer neutrally and in plaintext, not as {{char}}.
-&lt;/Guidelines&gt;
+        <p>
+            Remember: <code>{system_prompt}</code> guides the model's persona or constraints, <code>{user_query}</code> contains your request, and the model will generate <code>{assistant_response}</code>. The <code>&lt;|eot_id|&gt;</code> tokens are crucial separators, marking the "End of Turn" for each conversational role.
+        </p>
 
-&lt;Forbidden&gt;
-• Using excessive literary embellishments and purple prose unless dictated by {{char}}'s persona.
-• Writing for, speaking, thinking, acting, or replying as {{user}} in your response.
-• Repetitive and monotonous outputs.
-• Positivity bias in your replies.
-• Being overly extreme or NSFW when the narrative context is inappropriate.
-&lt;/Forbidden&gt;
+        <h2>Sampler Recommendations (YAML Configuration)</h2>
+        <p>
+            To fine-tune AuraInfernum-70B's output generation to your specific needs, consider these recommended sampler settings. These configurations can be copied directly into your YAML loader for seamless integration.
+        </p>
+        <details>
+            <summary>Click to view recommended sampler settings</summary>
+            <pre><code>temperature: 0.75
+min_p: 0.1
+Repetition Penalty: 1.1
+Presence Penalty: 1.1
+top_k: 50
+top_p: 0.95
+max_new_tokens: 1024
+do_sample: true # Ensures diverse outputs
+</code></pre>
+        </details>
+        <p>
+            Adjust these parameters to balance creativity (higher `temperature`, `top_p`, `top_k`) with coherence and factual adherence (lower `temperature`, higher `Repetition Penalty`).
+        </p>
 
-Follow the instructions in &lt;Guidelines&gt;&lt;/Guidelines&gt;, avoiding the items listed in &lt;Forbidden&gt;&lt;/Forbidden&gt;.</code></pre>
-          </details>
+        <div class="thank-you-section">
+            <h2>A Grateful Benediction</h2>
+            <p>
+                To those who support, use, and spread the light of AuraInfernum-70B, we extend our deepest gratitude. This project, born from dedication and exploration, thrives on the community's engagement. Your contributions, large or small, empower us to continue refining this entity of fallen grace, pushing the boundaries of AI capabilities. May your endeavors be as blessed as a starlit night.
+            </p>
+            <p>— The AuraInfernum Dev Team</p>
         </div>
-      </div>
-      <div class="section">
-        <h2>Training</h2>
-        <p>The training was done for 1 epoch using 8 x <a href="https://www.nvidia.com/en-us/data-center/h200/">H200s</a> GPUs graciously provided by <a href="https://huggingface.co/kalomaze">Kalomaze</a> for the fine-tuning of the model.</p>
-        <p style="text-align: center; margin-top: 20px;">
-<div class="axolotl-container">
-  <a href="https://github.com/OpenAccess-AI-Collective/axolotl" target="_blank">
-    <img src="https://raw.githubusercontent.com/OpenAccess-AI-Collective/axolotl/main/image/axolotl-badge-web.png" alt="Built with Axolotl">
-  </a>
-</div>
-      <div class="section">
-        <h2>Credits</h2>
-        <p>Thank you to <a href="https://huggingface.co/lucyknada">Lucy Knada</a>, <a href="https://huggingface.co/Ateron">Ateron</a>, <a href="https://huggingface.co/AliCat2">Alicat</a>, <a href="https://huggingface.co/intervitens">Intervitens</a>, <a href="https://huggingface.co/cgato">Cgato</a>, <a href="https://huggingface.co/kubernetes-bad">Kubernetes Bad</a> and the rest of <a href="https://huggingface.co/anthracite-org">Anthracite</a>.</p>
-      </div>
     </div>
-  </div>
+</body>
+</html>