| """ |
| The Streamlit app for the project demo. |
| In the demo, the user can write a prompt |
| and the model will generate a response using the grouped sampling algorithm. |
| """ |
|
|
| import streamlit as st |
| from torch.cuda import CudaError |
|
|
| from available_models import AVAILABLE_MODELS |
| from hanlde_form_submit import on_form_submit |
|
|
|
|
| st.title("A Single Usage is All You Need - Demo") |
|
|
| with st.form("request_form"): |
| selected_model_name: str = st.selectbox( |
| label="choose a model", |
| options=AVAILABLE_MODELS, |
| help="opt-iml-max-30b generates better texts but is slower", |
| ) |
|
|
| output_length: int = st.number_input( |
| label="the length of the output (in tokens)", |
| min_value=1, |
| max_value=512, |
| value=5, |
| ) |
|
|
| submitted_prompt: str = st.text_area( |
| label="prompt", |
| value=""" |
| Keywords: cat, look, mouse |
| What is a sentence that includes all these keywords? |
| Answer:""", |
| max_chars=1024, |
| ) |
|
|
| submitted: bool = st.form_submit_button( |
| label="generate text", |
| disabled=False, |
| ) |
|
|
| if submitted: |
| try: |
| output = on_form_submit( |
| selected_model_name, |
| output_length, |
| submitted_prompt, |
| ) |
| except CudaError as e: |
| st.error("Out of memory. Please try a smaller model, shorter prompt, or a smaller output length.") |
| except (ValueError, TypeError, RuntimeError) as e: |
| st.error(e) |
| else: |
| st.write(f"Generated text: {output}") |
|
|
