Create app.py

app.py

@@ -0,0 +1,223 @@
+import streamlit as st
+import streamlit.components.v1 as components
+import requests
+import torch
+from TTS.api import TTS
+import os
+import time
+import torch
+from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStreamer
+import streamlit as st
+from threading import Thread
+os.environ["COQUI_TOS_AGREED"] = "1"
+os.environ["TRAINER_TELEMETRY"]= "0"
+# Constants
+MODEL_LIST = ["mistralai/Mistral-Nemo-Instruct-2407"]
+HF_TOKEN = os.environ.get("HF_TOKEN", None)
+MODEL = os.environ.get("MODEL_ID", "mistralai/Mistral-Nemo-Instruct-2407")
+# Set the device to GPU or CPU
+device = "cuda" if torch.cuda.is_available() else "cpu"
+
+# Load the model and tokenizer
+tokenizer = AutoTokenizer.from_pretrained(MODEL)
+model = AutoModelForCausalLM.from_pretrained(
+    MODEL,
+    torch_dtype=torch.bfloat16,
+    device_map="auto",
+    ignore_mismatched_sizes=True
+).to(device)
+
+# CSS styles
+CSS = """
+<style>
+h1 {
+    text-align: center;
+}
+</style>
+"""
+
+
+# Function to handle chat
+def stream_chat(message, history, temperature=0.3, max_new_tokens=1024, top_p=1.0, top_k=20, penalty=1.2):
+    conversation = []
+    for prompt, answer in history:
+        conversation.extend([
+            {"role": "user", "content": prompt}, 
+            {"role": "assistant", "content": answer},
+        ])
+    
+    conversation.append({"role": "user", "content": message})
+    
+    input_text = tokenizer.apply_chat_template(conversation, tokenize=False)
+    inputs = tokenizer.encode(input_text, return_tensors="pt").to(device)
+    streamer = TextIteratorStreamer(tokenizer, timeout=60.0, skip_prompt=True, skip_special_tokens=True)
+    
+    generate_kwargs = dict(
+        input_ids=inputs, 
+        max_new_tokens=max_new_tokens,
+        do_sample=temperature != 0,
+        top_p=top_p,
+        top_k=top_k,
+        temperature=temperature,
+        streamer=streamer,
+        pad_token_id=10,
+    )
+
+    with torch.no_grad():
+        thread = Thread(target=model.generate, kwargs=generate_kwargs)
+        thread.start()
+        
+    buffer = ""
+    for new_text in streamer:
+        buffer += new_text
+        yield buffer
+
+#st.set_page_config(layout="wide")
+# Load custom CSS to integrate Bootstrap, Font Awesome, and Google Fonts
+st.markdown('''
+    <link href="https://fonts.googleapis.com/css?family=Amatic+SC:400,700|Dosis:400,500,700&subset=latin,latin-ext" rel="stylesheet">
+    <link href="https://cdnjs.cloudflare.com/ajax/libs/font-awesome/4.5.0/css/font-awesome.min.css" rel="stylesheet">
+    <link href="https://stackpath.bootstrapcdn.com/bootstrap/4.5.2/css/bootstrap.min.css" rel="stylesheet">
+    <style>
+        body {
+            font-family: 'Dosis', sans-serif;
+        }
+        h1, h2, h3 {
+            font-family: 'Amatic SC', cursive;
+        }
+        .calculator button {
+            width: 100%;
+            padding: 20px;
+            font-size: 24px;
+            margin: 5px;
+        }
+    </style>
+''', unsafe_allow_html=True)
+
+# Title Section
+st.markdown('<h1 class="display-4 text-center">My Streamlit Application</h1><p class="lead text-center">Integrating Streamlit with Bootstrap Carousel</p>', unsafe_allow_html=True)
+
+
+
+left, right = st.columns(2)
+buff, col, buff2 = st.columns([1,3,1])
+
+with left:
+    # Carousel Structure
+    st.markdown('''<h3><i class="fa fa-calculator"></i> Calculator</h3>''', unsafe_allow_html=True)
+
+    # Box 1: Calculator
+    # Define the calculator layout
+    buttons = [
+        ['7', '8', '9', '/'],
+        ['4', '5', '6', '\*'],
+        ['1', '2', '3', '\-'],
+        ['C', '0', '.', '\+'],
+        ['=']
+    ]
+
+    # To store the calculation input
+    if 'calc_input' not in st.session_state:
+        st.session_state.calc_input = ""
+
+    # Custom calculation function
+    def calculate(expression):
+        expression = expression.replace("\\","")
+        try:
+            result = eval(expression)  # placeholder for a safe eval replacement
+            return str(result)
+        except ZeroDivisionError:
+            return "Error: Division by zero"
+        except Exception:
+            return "Error"
+
+    # Display the calculator buttons
+    for row in buttons:
+        cols = st.columns(len(row))
+        for i, btn_label in enumerate(row):
+            if btn_label and cols[i].button(btn_label):
+                if btn_label == '=':
+                    st.session_state.calc_input = calculate(st.session_state.calc_input)
+                elif btn_label == 'C':
+                    st.session_state.calc_input = ""
+                else:
+                    st.session_state.calc_input += btn_label.replace("\\","")
+
+    # Display the current calculation input/output
+    st.text_input("Calculation", st.session_state.calc_input, key="display", disabled=True)
+
+
+
+    # End of Box 1 and first Carousel Item
+    st.markdown('''<h3><i class="fa fa-pencil"></i> Form 1</h3>''', unsafe_allow_html=True)
+
+    # Box 2: Form 1
+    # Chat history
+    if 'history' not in st.session_state:
+        st.session_state['history'] = []
+
+    # Chat input
+    user_input = st.text_input("Your Message:", "")
+
+    # Chat parameters
+    with st.expander("⚙️ Parameters"):
+        temperature = st.slider("Temperature", 0.0, 1.0, 0.3)
+        max_new_tokens = st.slider("Max new tokens", 128, 8192, 1024)
+        top_p = st.slider("Top p", 0.0, 1.0, 1.0)
+        top_k = st.slider("Top k", 1, 20, 20)
+        penalty = st.slider("Repetition penalty", 0.0, 2.0, 1.2)
+
+    # Handle the chat logic
+    if st.button("Send"):
+        if user_input:
+            response = stream_chat(user_input, st.session_state['history'], temperature, max_new_tokens, top_p, top_k, penalty)
+            st.session_state['history'].append((user_input, next(response)))
+            for new_text in response:
+                st.session_state['history'][-1] = (user_input, new_text)
+                st.experimental_rerun()
+
+    # Display chat history
+    for prompt, answer in st.session_state['history']:
+        st.write(f"**User:** {prompt}")
+        st.write(f"**Mistral-Nemo:** {answer}")
+    
+
+with right:
+    # End of Box 2 and second Carousel Item
+    st.markdown('''<h3><i class="fa fa-pencil"></i> Form 2</h3>''', unsafe_allow_html=True)
+
+    # Box 3: Form 2
+    prompt2 = st.text_input("Enter Prompt", key="prompt2")
+    image_url2 = st.text_input("Enter Image URL", key="image_url2")
+    if st.button("Submit Form 2", key="submit2"):
+        payload = {"prompt": prompt2, "image_url": image_url2}
+        response = requests.post("https://d3ndnam3-hf.space/api", json=payload)
+        if response.status_code == 200:
+            st.write(f"**Response:** {response.json().get('response', 'No response')}")
+        else:
+            st.write("Failed to get a response")
+
+    # End of Box 3 and third Carousel Item
+    st.markdown('''<h3><i class="fa fa-pencil"></i> Form 3</h3>''', unsafe_allow_html=True)
+
+    # Box 4: Form 3
+    prompt3 = st.text_input("Enter Prompt", key="prompt3")
+    image_url3 = st.text_input("Enter Image URL", key="image_url3")
+    if st.button("Submit Form 3", key="submit3"):
+        payload = {"prompt": prompt3, "image_url": image_url3}
+        response = requests.post("https://d3ndnam3-hf.space/api", json=payload)
+        if response.status_code == 200:
+            st.write(f"**Response:** {response.json().get('response', 'No response')}")
+        else:
+            st.write("Failed to get a response")
+
+    # End of Box 4 and fourth Carousel Item
+st.markdown(''' ''', unsafe_allow_html=True)
+hide_default_format = """
+       <style>
+       #MainMenu {visibility: hidden; }
+       footer {visibility: hidden;}
+       header {visibility: hidden;}
+       </style>
+       """
+st.markdown(hide_default_format, unsafe_allow_html=True)