| <!DOCTYPE html> | |
| <html lang="en"> | |
| <head> | |
| <meta charset="UTF-8"> | |
| <meta name="viewport" content="width=device-width, initial-scale=1.0"> | |
| <title>Model README</title> | |
| <style> | |
| body { | |
| background: linear-gradient(-45deg, #0a0a0a, #121212, #1a1a1a); | |
| color: #E0E0E0; | |
| font-family: 'Segoe UI', system-ui; | |
| margin: 0; | |
| padding: 20px; | |
| min-height: 100vh; | |
| animation: gradient 15s ease infinite; | |
| background-size: 400% 400%; | |
| text-align: center; | |
| } | |
| @keyframes gradient { | |
| 0% { background-position: 0% 50%; } | |
| 50% { background-position: 100% 50%; } | |
| 100% { background-position: 0% 50%; } | |
| } | |
| .container { | |
| max-width: 800px; | |
| margin: auto; | |
| } | |
| .model-image { | |
| width: 100%; | |
| border-radius: 12px; | |
| filter: drop-shadow(0 0 10px rgba(255, 255, 255, 0.1)); | |
| animation: float 6s ease-in-out infinite; | |
| } | |
| @keyframes float { | |
| 0%, 100% { transform: translateY(0); } | |
| 50% { transform: translateY(-20px); } | |
| } | |
| .box { | |
| background: rgba(30, 30, 30, 0.9); | |
| border-radius: 12px; | |
| padding: 20px; | |
| margin: 25px 0; | |
| backdrop-filter: blur(10px); | |
| border: 1px solid rgba(255, 255, 255, 0.1); | |
| text-align: left; | |
| } | |
| h2 { | |
| border-left: 4px solid #0ff; | |
| padding-left: 15px; | |
| margin: 0 0 15px 0; | |
| background: linear-gradient(90deg, transparent, rgba(0, 255, 255, 0.1)); | |
| text-transform: uppercase; | |
| letter-spacing: 2px; | |
| color: #fff; | |
| } | |
| .yaml-content { | |
| background: #191919; | |
| border-radius: 8px; | |
| padding: 10px; | |
| margin-top: 10px; | |
| font-family: monospace; | |
| white-space: pre-wrap; | |
| color: #E0E0E0; | |
| border-left: 4px solid #0ff; | |
| } | |
| /* Custom Scrollbar */ | |
| ::-webkit-scrollbar { width: 8px; } | |
| ::-webkit-scrollbar-track { background: #121212; } | |
| ::-webkit-scrollbar-thumb { | |
| background: #333; | |
| border-radius: 4px; | |
| } | |
| </style> | |
| </head> | |
| <body> | |
| <div class="container"> | |
| <img src="https://cdn-uploads.huggingface.co/production/uploads/66c26b6fb01b19d8c3c2467b/tqI2XfovbkA_0ss6IKlPq.png" class="model-image" alt="Model Visualization"> | |
| <div class="box"> | |
| <h2>🔍 Overview</h2> | |
| <p>This is the second in a line of models dedicated to creating Stable-Diffusion prompts when given a character appearance. Made for the CharGen Project, This has been finetuned ontop of Delta-Vector/Holland-4B-V1</> | |
| </div> | |
| <div class="box"> | |
| <h2>⚖️ Quants</h2> | |
| <p>Available quantization formats:</p> | |
| <ul> | |
| <li>GGUF: https://huggingface.co/mradermacher/SDPrompter4b-GGUF</li> | |
| <li>EXL2: https://huggingface.co/</li> | |
| </ul> | |
| </div> | |
| <div class="box"> | |
| <h2>💬 Prompting</h2> | |
| <p><strong>Recommended format: ChatML, Use the following system prompt for the model. I'd advise against setting a high amount of output tokens as the model loops, use 0.1 min-p and temp-1 to keep it coherent.</strong></p> | |
| <code>Create a prompt for Stable Diffusion based on the information below.</code> | |
| </div> | |
| <div class="box"> | |
| <h2>🌟 Credits</h2> | |
| <p>Finetuned on 1xRTX6000 provided by Kubernetes_bad, All credits goes to Kubernetes_bad, LucyKnada and the rest of Anthracite.</p> | |
| </div> | |
| <div class="box"> | |
| <h2>🛠️ Axolotl Config)</h2> | |
| <pre> | |
| base_model: Delta-Vector/Holland-4B-V1 | |
| model_type: AutoModelForCausalLM | |
| tokenizer_type: AutoTokenizer | |
| trust_remote_code: true | |
| load_in_8bit: false | |
| load_in_4bit: false | |
| strict: false | |
| datasets: | |
| - path: NewEden/CivitAI-SD-Prompts | |
| datasets: | |
| - path: NewEden/CivitAI-Prompts-Sharegpt | |
| type: chat_template | |
| chat_template: chatml | |
| roles_to_train: ["gpt"] | |
| field_messages: conversations | |
| message_field_role: from | |
| message_field_content: value | |
| train_on_eos: turn | |
| dataset_prepared_path: | |
| val_set_size: 0.02 | |
| output_dir: ./outputs/out2 | |
| sequence_len: 8192 | |
| sample_packing: true | |
| eval_sample_packing: false | |
| pad_to_sequence_len: true | |
| plugins: | |
| - axolotl.integrations.liger.LigerPlugin | |
| liger_rope: true | |
| liger_rms_norm: true | |
| liger_swiglu: true | |
| liger_fused_linear_cross_entropy: true | |
| wandb_project: SDprompter-final | |
| wandb_entity: | |
| wandb_watch: | |
| wandb_name: SDprompter-final | |
| wandb_log_model: | |
| gradient_accumulation_steps: 16 | |
| micro_batch_size: 1 | |
| num_epochs: 4 | |
| optimizer: paged_adamw_8bit | |
| lr_scheduler: cosine | |
| learning_rate: 0.00001 | |
| train_on_inputs: false | |
| group_by_length: false | |
| bf16: auto | |
| fp16: | |
| tf32: true | |
| gradient_checkpointing: true | |
| gradient_checkpointing_kwargs: | |
| use_reentrant: false | |
| early_stopping_patience: | |
| resume_from_checkpoint: | |
| local_rank: | |
| logging_steps: 1 | |
| xformers_attention: | |
| flash_attention: true | |
| warmup_ratio: 0.05 | |
| evals_per_epoch: 4 | |
| saves_per_epoch: 1 | |
| debug: | |
| weight_decay: 0.01 | |
| special_tokens: | |
| pad_token: <|finetune_right_pad_id|> | |
| eos_token: <|eot_id|> | |
| auto_resume_from_checkpoints: true | |
| </pre> | |
| </div> | |
| </div> | |
| </div> | |
| </body> | |
| </html> |