import gradio as gr from transformers import AutoModelForCausalLM, AutoTokenizer import torch # ============================================================================ # YUUKI - Mobile-Trained Code Generator # ============================================================================ MODEL_ID = "OpceanAI/Yuuki-best" MODEL_LOADED = False model = None tokenizer = None def load_model(): global model, tokenizer, MODEL_LOADED if MODEL_LOADED: return True try: print("Loading Yuuki model...") tokenizer = AutoTokenizer.from_pretrained(MODEL_ID) model = AutoModelForCausalLM.from_pretrained( MODEL_ID, torch_dtype=torch.float32, low_cpu_mem_usage=True, trust_remote_code=True ) if tokenizer.pad_token is None: tokenizer.pad_token = tokenizer.eos_token MODEL_LOADED = True print("Model loaded successfully!") return True except Exception as e: print(f"Error loading model: {e}") return False def generate_code( prompt: str, max_new_tokens: int = 100, temperature: float = 0.7, top_p: float = 0.9, top_k: int = 50, repetition_penalty: float = 1.1 ) -> str: if not MODEL_LOADED: if not load_model(): return "Error: Model failed to load. Please try refreshing the page." if not prompt or not prompt.strip(): return "Please enter a code prompt." try: inputs = tokenizer( prompt, return_tensors="pt", truncation=True, max_length=512 ) with torch.no_grad(): outputs = model.generate( **inputs, max_new_tokens=max_new_tokens, temperature=temperature, top_p=top_p, top_k=top_k, repetition_penalty=repetition_penalty, do_sample=True, pad_token_id=tokenizer.pad_token_id, eos_token_id=tokenizer.eos_token_id, num_return_sequences=1 ) generated_text = tokenizer.decode(outputs[0], skip_special_tokens=True) return generated_text except Exception as e: return f"Generation error: {str(e)}" # ============================================================================ # CSS # ============================================================================ CUSTOM_CSS = """ .gradio-container { max-width: 100% !important; padding: 0 !important; margin: 0 !important; background: #0a0a0a !important; min-height: 100vh; } .main { background: #0a0a0a !important; } footer { display: none !important; } #header { display: flex; align-items: center; justify-content: space-between; padding: 16px 24px; border-bottom: 1px solid #1f1f1f; background: #0a0a0a; } #logo { font-size: 1.25rem; font-weight: 600; color: #fafafa; } #version-tag { color: #666; font-weight: 400; font-size: 0.875rem; margin-left: 8px; } #chat-container { max-width: 800px; margin: 0 auto; padding: 40px 24px; } #welcome-box { text-align: center; margin-bottom: 32px; } #welcome-title { font-size: 2rem; font-weight: 600; color: #fafafa; margin-bottom: 8px; } #welcome-subtitle { font-size: 1rem; color: #666; margin-bottom: 16px; } #disclaimer { background: #18181b; border: 1px solid #27272a; border-radius: 8px; padding: 12px 16px; color: #a1a1a1; font-size: 0.8rem; text-align: left; display: inline-block; max-width: 600px; } #output-box textarea { background: #141414 !important; color: #e5e5e5 !important; font-family: monospace !important; font-size: 0.875rem !important; border: 1px solid #262626 !important; border-radius: 12px !important; } #input-box textarea { background: #141414 !important; color: #fafafa !important; border: 1px solid #262626 !important; border-radius: 12px !important; } #input-box textarea::placeholder { color: #525252 !important; } #generate-btn { background: #fafafa !important; color: #0a0a0a !important; border: none !important; border-radius: 8px !important; font-weight: 600 !important; } #generate-btn:hover { background: #e5e5e5 !important; } #examples-label { color: #525252; font-size: 0.75rem; text-transform: uppercase; letter-spacing: 0.05em; margin-bottom: 12px; margin-top: 16px; } .example-btn { background: #141414 !important; border: 1px solid #262626 !important; color: #a1a1a1 !important; font-family: monospace !important; border-radius: 8px !important; } .example-btn:hover { background: #1f1f1f !important; border-color: #404040 !important; color: #fafafa !important; } .panel-section { background: #141414; border: 1px solid #262626; border-radius: 12px; padding: 24px; margin-bottom: 16px; } .panel-title { font-size: 0.875rem; font-weight: 600; color: #fafafa; margin-bottom: 16px; } .info-row { display: flex; justify-content: space-between; padding: 12px 0; border-bottom: 1px solid #1f1f1f; } .info-row:last-child { border-bottom: none; } .info-label { color: #666; font-size: 0.875rem; } .info-value { color: #fafafa; font-size: 0.875rem; font-weight: 500; } .score-grid { display: flex; gap: 8px; flex-wrap: wrap; } .score-badge { padding: 6px 12px; border-radius: 6px; font-size: 0.75rem; font-weight: 600; } .score-good { background: rgba(34, 197, 94, 0.15); color: #22c55e; border: 1px solid rgba(34, 197, 94, 0.3); } .score-medium { background: rgba(234, 179, 8, 0.15); color: #eab308; border: 1px solid rgba(234, 179, 8, 0.3); } .score-weak { background: rgba(239, 68, 68, 0.15); color: #ef4444; border: 1px solid rgba(239, 68, 68, 0.3); } .comparison-table { width: 100%; border-collapse: collapse; font-size: 0.875rem; } .comparison-table th, .comparison-table td { padding: 12px; text-align: left; border-bottom: 1px solid #1f1f1f; } .comparison-table th { color: #666; font-weight: 500; font-size: 0.75rem; text-transform: uppercase; } .comparison-table td { color: #a1a1a1; } .comparison-table strong { color: #22c55e; } .links-grid { display: flex; gap: 16px; flex-wrap: wrap; } .link-item { color: #a1a1a1; text-decoration: none; font-size: 0.875rem; } .link-item:hover { color: #fafafa; } .gr-tab-nav button { background: transparent !important; border: none !important; color: #666 !important; } .gr-tab-nav button.selected { color: #fafafa !important; border-bottom: 2px solid #fafafa !important; } .gr-prose { color: #a1a1a1 !important; } .gr-prose strong { color: #fafafa !important; } """ # ============================================================================ # Interface # ============================================================================ with gr.Blocks( css=CUSTOM_CSS, title="Yuuki", theme=gr.themes.Base( primary_hue="neutral", secondary_hue="neutral", neutral_hue="neutral", ).set( body_background_fill="#0a0a0a", body_background_fill_dark="#0a0a0a", block_background_fill="#141414", block_background_fill_dark="#141414", block_border_color="#262626", block_border_color_dark="#262626", body_text_color="#a1a1a1", body_text_color_dark="#a1a1a1", input_background_fill="#141414", input_background_fill_dark="#141414", ) ) as demo: # Header gr.HTML('
Average quality: 24.6/100 (+146% from checkpoint 1400)
') with gr.Column(elem_classes=["panel-section"]): gr.HTML('| Metric | CP-1400 | CP-2000 |
|---|---|---|
| Progress | 3.7% | 5.3% |
| Agda | 20/100 | 55/100 |
| C | 8/100 | 20/100 |
| Assembly | 2/100 | 15/100 |
| Average | ~10/100 | 24.6/100 |
Licensed under Apache 2.0
') # Event handlers generate_btn.click( fn=generate_code, inputs=[prompt_input, max_new_tokens, temperature, top_p, top_k, repetition_penalty], outputs=output ) prompt_input.submit( fn=generate_code, inputs=[prompt_input, max_new_tokens, temperature, top_p, top_k, repetition_penalty], outputs=output ) ex1.click(lambda: "module Main where", outputs=prompt_input) ex2.click(lambda: "open import Data.Nat", outputs=prompt_input) ex3.click(lambda: "int main() {", outputs=prompt_input) ex4.click(lambda: "def hello():", outputs=prompt_input) # Launch if __name__ == "__main__": demo.launch(share=False, show_error=True, show_api=False)