Update app.py via AI Editor

app.py

@@ -41,10 +41,29 @@ def decode_document(decoded_bytes):
             logging.error("Document decode failed for both utf-8 and latin-1: %s", e)
             return None
 
+def anthropic_stream_generate(prompt):
+    stream_result = []
+    try:
+        with anthropic_client.messages.create(
+            model=CLAUDE3_SONNET_MODEL,
+            max_tokens=CLAUDE3_MAX_OUTPUT_TOKENS,
+            messages=[{"role": "user", "content": prompt}],
+            stream=True
+        ) as stream:
+            for event in stream:
+                if event.type == "content_block_delta":
+                    piece = event.delta.text
+                    stream_result.append(piece)
+                    logging.debug(f"Streaming piece: {piece}")
+        return ''.join(stream_result)
+    except Exception as e:
+        logging.error("Error during anthropic streaming request: %s", e)
+        return f"Error during streaming: {e}"
+
 def process_document(content, filename, action):
     global uploaded_document, shredded_document, generated_response
     logging.info(f"Process document called with action: {action}")
-    
+
     if action == 'upload':
         if content is None:
             return "No content uploaded."
@@ -56,7 +75,7 @@ def process_document(content, filename, action):
         uploaded_document = text
         logging.info("Document uploaded successfully.")
         return "Document uploaded successfully."
-    
+
     elif action == 'shred':
         if not uploaded_document:
             logging.warning("No uploaded document found for shredding.")
@@ -68,13 +87,11 @@ def process_document(content, filename, action):
         )
         def thread_shred():
             global shredded_document
+            shredded_document = ""
             try:
-                response = anthropic_client.messages.create(
-                    model=CLAUDE3_SONNET_MODEL,
-                    max_tokens=CLAUDE3_MAX_OUTPUT_TOKENS,
-                    messages=[{"role": "user", "content": prompt}]
-                )
-                shredded_document = response.content[0].text
+                logging.info("Starting streaming shredding operation with Anthropics.")
+                result = anthropic_stream_generate(prompt)
+                shredded_document = result
                 logging.info("Document shredded successfully.")
             except Exception as e:
                 shredded_document = f"Error during shredding: {e}"
@@ -84,7 +101,7 @@ def process_document(content, filename, action):
         t.start()
         t.join()
         return shredded_document
-    
+
     elif action == 'generate':
         if not shredded_document:
             logging.warning("No shredded document found when generating response.")
@@ -96,13 +113,11 @@ def process_document(content, filename, action):
         )
         def thread_generate():
             global generated_response
+            generated_response = ""
             try:
-                response = anthropic_client.messages.create(
-                    model=CLAUDE3_SONNET_MODEL,
-                    max_tokens=CLAUDE3_MAX_OUTPUT_TOKENS,
-                    messages=[{"role": "user", "content": prompt}]
-                )
-                generated_response = response.content[0].text
+                logging.info("Starting streaming generation operation with Anthropics.")
+                result = anthropic_stream_generate(prompt)
+                generated_response = result
                 logging.info("Proposal response generated successfully.")
             except Exception as e:
                 generated_response = f"Error during generation: {e}"
@@ -112,7 +127,7 @@ def process_document(content, filename, action):
         t.start()
         t.join()
         return generated_response
-    
+
     return "Action not implemented yet."
 
 app.layout = dbc.Container([