231229: fix diffusor part

app.py

@@ -6,8 +6,12 @@ from openai import OpenAI
 from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
 from text_generation import Client
 
+ 
+hf_key_mistral = st.secrets["hf_key"] 
+
+
 from huggingface_hub import InferenceClient
-client = InferenceClient()
+client = InferenceClient(token=hf_key_mistral)
 
 # load the simplifier model
 # Load the tokenizer and model (do this outside the function for efficiency)
@@ -19,13 +23,20 @@ def simplify_text(input_text):
     input_ids = tokenizer.encode("simplify: " + input_text, return_tensors="pt")
 
     # Generate the simplified text
-    output = model.generate(input_ids, min_length=10, max_length=60, do_sample=True)
+    output = model.generate(input_ids, min_length=5, max_length=80, do_sample=True)
     
     # Decode the simplified text
     simplified_text = tokenizer.decode(output[0], skip_special_tokens=True)
 
-    # Remove or replace unwanted tokens like "SEP>"
-    cleaned_text = simplified_text.replace("SEP>", "")
+    # Post-process to ensure the output ends with a complete sentence
+    # Find the last period, question mark, or exclamation point
+    last_valid_ending = max(simplified_text.rfind('.'), simplified_text.rfind('?'), simplified_text.rfind('!'))
+    if last_valid_ending != -1:
+        # Ensure the output ends with the last complete sentence
+        cleaned_text = simplified_text[:last_valid_ending+1]
+    else:
+        # No sentence ending found; return the whole text or handle as appropriate
+        cleaned_text = simplified_text
 
     return cleaned_text
 
@@ -68,7 +79,7 @@ if 'message_content_from_simplified_text' not in st.session_state:
     st.session_state['message_content_from_simplified_text'] = ''
 if 'mistral_from_caption' not in st.session_state:
     st.session_state['mistral_from_caption'] = ''
-if 'mistral_from_simplified_text' not in st.session_state:
+if 'mistral_from_simplified' not in st.session_state:
     st.session_state['mistral_from_simplified'] = ''
 if 'image_from_caption' not in st.session_state:
     st.session_state['image_from_caption'] = None
@@ -88,7 +99,7 @@ st.title("ARTSPEAK  >  s i m p l i f i e r")
 st.markdown("---")
 
 # Create a sub-section
-with st.expander("Upload Area"):
+with st.expander("Upload Files"):
         st.markdown("## Upload Text and Image")
         ##### Upload of files
         st.write("Paste your text here or upload example:")
@@ -114,7 +125,7 @@ with st.expander("Upload Area"):
 st.markdown("---")
 
 #### Simplifier
-with st.expander("Simplify Space"):
+with st.expander("Simplify Text and Image"):
     st.markdown("## 'Simplify' Text and Image")
 
     if st.button("Simplify the Input Text"):
@@ -126,7 +137,6 @@ with st.expander("Simplify Space"):
 
     # Display the simplified text from session state
     if st.session_state['simplified_text']:
-        st.write("Simplify Original Text:")
         st.write(st.session_state['simplified_text'])
 
 
@@ -166,7 +176,7 @@ st.markdown("---")
 
 ########################################################################
 
-with st.expander("Press Text Generation Zone"):
+with st.expander("Press Text Generation"):
     st.markdown("## Generate New Presstext for an Exhibition")
 
     # Define radio button options
@@ -182,11 +192,7 @@ with st.expander("Press Text Generation Zone"):
         ###Mistral##
         ############
 
-        # Add a text input for the HF key
-        hf_key_mistral = st.secrets["hf_key"] 
-        
        
-
         #defaults for Mistral
         DEFAULT_SYSTEM_PROMPT = "You will be given a very short description of a contemporary artwork. Please create a complex exhibition press text based on the given artwork description using international art english dealing with post-colonialism, military industrial complex, anthropocene, identity politics and queerness through the language of Rancière, Fontane, Paglen, Deleuze, Steyerl, Spivak, Preciado, Žižek, Foucault and Harraway. Avoid excessive namedropping. Just output press text without explaining your actions."
         MAX_MAX_NEW_TOKENS = 4096
@@ -194,9 +200,9 @@ with st.expander("Press Text Generation Zone"):
         EOS_STRING = "</s>"
         EOT_STRING = "<EOT>"
 
-        model_id = "mistralai/Mixtral-8x7B-Instruct-v0.1"
+        model_id_mistral = "mistralai/Mixtral-8x7B-Instruct-v0.1"
 
-        API_URL = "https://api-inference.huggingface.co/models/" + model_id
+        API_URL = "https://api-inference.huggingface.co/models/" + model_id_mistral
         headers = {"Authorization": f"Bearer {hf_key_mistral}"}
 
         client_mistral = Client(
@@ -233,6 +239,7 @@ with st.expander("Press Text Generation Zone"):
                     output += response.token.text
 
             return output.strip()  # Return the complete output
+        
 
         # Button to generate press text from new caption from Mistral
         if st.button("Generate Press Text from New Image Caption with Mistral"):
@@ -263,12 +270,11 @@ with st.expander("Press Text Generation Zone"):
         if st.session_state['mistral_from_simplified']:
             st.write("Generated Press Text from Simplified Text:")
             st.write(st.session_state['mistral_from_simplified'])
-
+        
 
 
     elif option == 'GPT-3.5 Turbo (needs API Key)':
         st.header("GPT-3.5")
-        # ... additional content for Section 2 ...
 
         #######
         #OpenAI API
@@ -331,9 +337,9 @@ st.markdown("---")
 ##Diffusor##
 ############
 
-with st.expander("Image Generation Territory"):
+with st.expander("Image Generation"):
     st.markdown("## Generate new Images from Texts")
-    # Example button to generate image from new caption
+    # Button to generate image from new caption
     if st.button("Generate Image from New Caption of Artwork"):
         if st.session_state['new_caption']:
             prompt_caption = f"contemporary art of {st.session_state['new_caption']}"
@@ -353,35 +359,50 @@ with st.expander("Image Generation Territory"):
     if st.session_state['image_from_simplified_text'] is not None:
         st.image(st.session_state['image_from_simplified_text'], caption="Image from Simplified Text", use_column_width=True)
 
+
+    
+
     # Button to generate image from press text from simplified text
+
     if st.button("Generate Image from new Press Text from Simplified Text"):
-        text_to_use = None
+        text_to_use_simp = None
 
         # Check which variable is available and set it to text_to_use
         if 'mistral_from_simplified' in st.session_state and st.session_state['mistral_from_simplified']:
-            text_to_use = st.session_state['mistral_from_simplified']
+            text_to_use_simp = st.session_state['mistral_from_simplified']
         elif 'message_content_from_simplified_text' in st.session_state and st.session_state['message_content_from_simplified_text']:
-            text_to_use = st.session_state['message_content_from_simplified_text']
+            text_to_use_simp = st.session_state['message_content_from_simplified_text']
 
         # Use the available text to generate the image
-        if text_to_use:
-            prompt_press_text_simple = f"contemporary art of {text_to_use}"
-            st.session_state['image_from_press_text'] = client.text_to_image(prompt_press_text_simple, model="prompthero/openjourney-v4")
+        if text_to_use_simp:
+            # Check for length of the text and truncate if necessary
+            if len(text_to_use_simp) > 509:  # Adjust based on your model's max length (512-3)
+                text_to_use_simp = text_to_use_simp[:509]  # Truncate the text
+
+            prompt_press_text_simple = f"contemporary art of {text_to_use_simp}"
+            try:
+                st.session_state['image_from_press_text'] = client.text_to_image(prompt_press_text_simple, model="prompthero/openjourney-v4")
+            except Exception as e:
+                st.error("Failed to generate image: " + str(e))
         else:
-            st.error("First generate a caption.")
+            st.error("First generate a press text from summary.")
 
     # Display the image generated from press text from simplified text
-    if st.session_state['image_from_press_text'] is not None:
+    if 'image_from_press_text' in st.session_state and st.session_state['image_from_press_text'] is not None:
         st.image(st.session_state['image_from_press_text'], 
                 caption="Image from Press Text from simplified Text", 
                 use_column_width=True)
 
 
+
+
+
+
+
     # Button to generate image from press text from caption
     if st.button("Generate Image from new Press Text from new Caption"):
         # Initialize the variable
         text_to_use_cap = None
-
         # Check which variable is available and set it to text_to_use
         if 'mistral_from_caption' in st.session_state and st.session_state['mistral_from_caption']:
             text_to_use_cap = st.session_state['mistral_from_caption']
@@ -390,10 +411,17 @@ with st.expander("Image Generation Territory"):
 
         # Use the available text to generate the image
         if text_to_use_cap:
+            # Check for length of the text and truncate if necessary
+            if len(text_to_use_cap) > 509:  # Adjust based on your model's max length
+                text_to_use_cap = text_to_use_cap[:509]  # Truncate the text
+
             prompt_press_text_caption = f"contemporary art of {text_to_use_cap}"
-            st.session_state['image_from_press_text_from_caption'] = client.text_to_image(prompt_press_text_caption, model="prompthero/openjourney-v4")
+            try:
+                st.session_state['image_from_press_text_from_caption'] = client.text_to_image(prompt_press_text_caption, model="prompthero/openjourney-v4")
+            except Exception as e:
+                st.error("Failed to generate image: " + str(e))
         else:
-            st.error("First generate a caption.")
+            st.error("First generate a press text from summary.")
 
     # Display the image generated from press text from caption
     if st.session_state['image_from_press_text_from_caption'] is not None: