app.py

app.py

@@ -0,0 +1,277 @@
+import torch
+import gradio as gr
+from threading import Thread
+from transformers import BitsAndBytesConfig
+from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline, TextStreamer, TextIteratorStreamer
+
+model_id = "large-traversaal/Alif-1.0-8B-Instruct"
+
+# 4-bit quantization configuration
+quantization_config = BitsAndBytesConfig(
+    load_in_4bit=True,
+    bnb_4bit_compute_dtype=torch.float16,
+    bnb_4bit_use_double_quant=True,
+    bnb_4bit_quant_type="nf4"
+)
+
+# Load tokenizer and model in 4-bit
+tokenizer = AutoTokenizer.from_pretrained(model_id)
+model = AutoModelForCausalLM.from_pretrained(
+    model_id,
+    quantization_config=quantization_config,
+    device_map="auto"
+)
+
+chat_prompt = """
+You are JusticeGPT, an AI assistant with the wisdom and authority of a judge. You provide balanced, fair, and thoughtful responses.
+### Instruction:
+Below is an instruction that describes a task. Write a response in urdu that appropriately completes the request. Don't say you don't know unless you really don't.
+Please be expressive when needed. Give long and detailed answers.
+### Input:
+{prompt}
+### Response:
+"""
+
+def generate_response(message, history):
+    prompt = chat_prompt.format(prompt=message)
+    inputs = tokenizer([prompt], return_tensors="pt").to("cuda" if torch.cuda.is_available() else "cpu")
+
+    streamer = TextIteratorStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
+
+    generation_kwargs = dict(
+        inputs,
+        streamer=streamer,
+        max_new_tokens=4098,
+        do_sample=True,
+        top_p=0.95,
+        top_k=50,
+        temperature=0.7,
+        repetition_penalty=1.2,
+    )
+
+    thread = Thread(target=model.generate, kwargs=generation_kwargs)
+    thread.start()
+
+    generated_text = ""
+    for new_text in streamer:
+        if new_text.endswith(tokenizer.eos_token):
+            new_text = new_text[:len(new_text) - len(tokenizer.eos_token)]
+        generated_text += new_text
+        yield generated_text
+
+# Custom CSS for the judge theme
+custom_css = """
+# Judge-themed CSS
+.gradio-container {
+    background: linear-gradient(135deg, #2c3e50 0%, #3498db 100%);
+    font-family: 'Segoe UI', Tahoma, Geneva, Verdana, sans-serif;
+}
+
+#header {
+    text-align: center;
+    background: linear-gradient(135deg, #8B4513 0%, #D2691E 100%);
+    padding: 20px;
+    border-radius: 10px;
+    margin-bottom: 20px;
+    color: white;
+    box-shadow: 0 4px 6px rgba(0, 0, 0, 0.1);
+}
+
+#judge-img {
+    max-width: 150px;
+    border-radius: 50%;
+    border: 5px solid gold;
+    margin: 0 auto;
+    display: block;
+}
+
+.chatbot {
+    background: white;
+    border-radius: 15px;
+    box-shadow: 0 4px 15px rgba(0, 0, 0, 0.2);
+    min-height: 500px;
+}
+
+.chatbot .message {
+    padding: 15px;
+    margin: 10px;
+    border-radius: 10px;
+}
+
+.chatbot .user {
+    background: #e3f2fd;
+    border-left: 4px solid #2196F3;
+}
+
+.chatbot .bot {
+    background: #f3e5f5;
+    border-left: 4px solid #9C27B0;
+}
+
+#input-box {
+    background: white;
+    border-radius: 10px;
+    padding: 15px;
+    box-shadow: 0 2px 10px rgba(0, 0, 0, 0.1);
+}
+
+#examples {
+    background: rgba(255, 255, 255, 0.9);
+    border-radius: 10px;
+    padding: 15px;
+    margin-top: 20px;
+}
+
+.examples-title {
+    font-weight: bold;
+    color: #2c3e50;
+    margin-bottom: 10px;
+}
+
+.examples-container {
+    display: flex;
+    flex-direction: column;
+    gap: 8px;
+}
+
+.example-btn {
+    background: #3498db;
+    color: white;
+    border: none;
+    padding: 8px 15px;
+    border-radius: 20px;
+    cursor: pointer;
+    transition: all 0.3s ease;
+}
+
+.example-btn:hover {
+    background: #2980b9;
+    transform: translateY(-2px);
+}
+
+#submit-btn {
+    background: linear-gradient(135deg, #27ae60 0%, #2ecc71 100%);
+    color: white;
+    border: none;
+    padding: 12px 30px;
+    border-radius: 25px;
+    font-weight: bold;
+    transition: all 0.3s ease;
+}
+
+#submit-btn:hover {
+    transform: translateY(-2px);
+    box-shadow: 0 4px 8px rgba(0, 0, 0, 0.2);
+}
+
+#clear-btn {
+    background: linear-gradient(135deg, #e74c3c 0%, #c0392b 100%);
+    color: white;
+    border: none;
+    padding: 12px 30px;
+    border-radius: 25px;
+    font-weight: bold;
+    transition: all 0.3s ease;
+}
+
+#clear-btn:hover {
+    transform: translateY(-2px);
+    box-shadow: 0 4px 8px rgba(0, 0, 0, 0.2);
+}
+"""
+
+# Judge image URL (you can replace this with your own image)
+judge_image = "https://images.unsplash.com/photo-1589829545856-d10d557cf95f?ixlib=rb-4.0.3&ixid=M3wxMjA3fDB8MHxwaG90by1wYWdlfHx8fGVufDB8fHx8fA%3D%3D&auto=format&fit=crop&w=500&q=80"
+
+# Create the enhanced interface
+with gr.Blocks(css=custom_css, theme=gr.themes.Soft()) as demo:
+    # Header section with judge image and title
+    with gr.Column(elem_id="header"):
+        gr.HTML(f"""
+        <div style="text-align: center;">
+            <img src="{judge_image}" id="judge-img" alt="Justice GPT">
+            <h1 style="margin: 10px 0; font-size: 2.5em; text-shadow: 2px 2px 4px rgba(0,0,0,0.3);">⚖️ JusticeGPT ⚖️</h1>
+            <p style="font-size: 1.2em; opacity: 0.9;">Your AI Assistant with Judicial Wisdom</p>
+        </div>
+        """)
+    
+    # Main chat area
+    chatbot = gr.Chatbot(
+        label="JusticeGPT Conversation",
+        height=500,
+        show_copy_button=True,
+        show_share_button=True
+    )
+    
+    # Input area
+    with gr.Row():
+        msg = gr.Textbox(
+            label="Your Question",
+            placeholder="Ask JusticeGPT anything in Urdu or English...",
+            lines=2,
+            max_lines=5,
+            scale=4,
+            container=False,
+            elem_id="input-box"
+        )
+    
+    # Buttons
+    with gr.Row():
+        submit_btn = gr.Button("⚡ Submit Question", elem_id="submit-btn", scale=1)
+        clear_btn = gr.Button("🗑️ Clear Chat", elem_id="clear-btn", scale=1)
+    
+    # Examples section
+    with gr.Column(elem_id="examples"):
+        gr.Markdown("### 💡 Example Questions")
+        with gr.Row():
+            gr.Examples(
+                examples=[
+                    "شہر کراچی کی کیا اہمیت ہے؟",
+                    "امریکی آئین کی بنیادی خصوصیات کیا ہیں؟",
+                    "کیا امتحان میں نقل کرنا جائز ہے؟",
+                    "What are the principles of justice?",
+                    "How does the judicial system work?",
+                    "Explain the concept of fairness in law"
+                ],
+                inputs=msg,
+                label="Click any example to try:",
+                examples_per_page=6
+            )
+    
+    # Event handlers
+    def respond(message, chat_history):
+        bot_message = ""
+        for response in generate_response(message, chat_history):
+            bot_message = response
+        chat_history.append((message, bot_message))
+        return "", chat_history
+    
+    def clear_chat():
+        return []
+    
+    # Connect the interface
+    submit_btn.click(
+        respond,
+        [msg, chatbot],
+        [msg, chatbot]
+    )
+    
+    msg.submit(
+        respond,
+        [msg, chatbot],
+        [msg, chatbot]
+    )
+    
+    clear_btn.click(
+        clear_chat,
+        outputs=chatbot
+    )
+
+# Launch the interface
+if __name__ == "__main__":
+    demo.launch(
+        share=True,
+        server_name="0.0.0.0",
+        server_port=7860,
+        show_error=True
+    )