Upload folder using huggingface_hub

hate_speech_demo.py

@@ -88,6 +88,7 @@ def process_retrieval_text(retrieval_text, user_input):
 ORACLE_API_KEY = os.environ.get("ORACLE_API_KEY", "")
 TOGETHER_API_KEY = os.environ.get("TOGETHER_API_KEY", "")
 OPENAI_API_KEY = os.environ.get("OPENAI_API_KEY", "")
+PERSPECTIVE_API_KEY = os.environ.get("PERSPECTIVE_API_KEY", "")
 
 # Custom CSS for styling
 CUSTOM_CSS = """
@@ -462,6 +463,43 @@ def get_openai_moderation(openai_client, user_input):
         return formatted_result, safety_level
     except Exception as e:
         return f"Safety Status: Error\nError: {str(e)}", "unsafe"
+    
+# Perspective API
+    
+def get_perspective_rating(api_key, user_input):
+    url = 'https://commentanalyzer.googleapis.com/v1alpha1/comments:analyze'
+    params = {'key': api_key}
+    data = {
+        'comment': {'text': user_input},
+        'requestedAttributes': {
+            'TOXICITY': {}, 'SEVERE_TOXICITY': {}, 'IDENTITY_ATTACK': {},
+            'INSULT': {}, 'PROFANITY': {}, 'THREAT': {}, 'SEXUALLY_EXPLICIT': {}
+        }
+    }
+
+    try:
+        response = requests.post(url, params=params, data=json.dumps(data))
+        response.raise_for_status()
+        response_json = response.json()
+
+        scores = {
+            attr: response_json['attributeScores'][attr]['summaryScore']['value']
+            for attr in data['requestedAttributes']
+            if attr in response_json.get('attributeScores', {})
+        }
+
+        flagged_attrs = {k: v for k, v in scores.items() if v > 0.5}
+
+        if flagged_attrs:
+            rating_text = "Safety Status: Unsafe\nFlagged Attributes:\n"
+            for attr, val in flagged_attrs.items():
+                rating_text += f"  - {attr}: {val:.2f}\n"
+            return rating_text, "unsafe"
+        else:
+            return "Safety Status: Safe", "safe"
+
+    except Exception as e:
+        return f"Safety Status: Error\nError: {str(e)}", "unsafe"
         
 
 # Updated to only require one input
@@ -475,6 +513,8 @@ def rate_user_input(user_input):
     llama_rating, llama_safety = get_llama_guard_rating(together_client, user_input)
     contextual_rating, contextual_retrieval, contextual_safety = get_contextual_rating(contextual_api, user_input)
     openai_rating, openai_safety = get_openai_moderation(openai_client, user_input)
+    perspective_rating, perspective_safety = get_perspective_rating(PERSPECTIVE_API_KEY, user_input)
+    
     
     # Format responses carefully to avoid random line breaks
     llama_rating = re.sub(r'\.(?=\s+[A-Z])', '.\n', llama_rating)
@@ -486,7 +526,8 @@ def rate_user_input(user_input):
     # Format results with HTML styling
     llama_html = f"""<div class="rating-box secondary-box {llama_safety}-rating">{llama_rating}</div>"""
     openai_html = f"""<div class="rating-box secondary-box {openai_safety}-rating">{openai_rating}</div>"""
-    
+    perspective_html = f"""<div class="rating-box secondary-box {perspective_safety}-rating">{perspective_rating}</div>"""
+
     # Create the knowledge section (initially hidden) and button
     knowledge_html = ""
     knowledge_button = ""
@@ -517,7 +558,7 @@ def rate_user_input(user_input):
         <div style="margin-top: 10px; margin-bottom: 5px;">
             <a href="#" id="btn-{popup_id}" class="evidence-button" 
                onclick="document.getElementById('{popup_id}').style.display='block'; this.style.display='none'; return false;">
-               Show supporting evidence
+               📄 Show supporting evidence
             </a>
         </div>
         """
@@ -532,7 +573,7 @@ def rate_user_input(user_input):
     {knowledge_html}
     """
     
-    return contextual_html, llama_html, openai_html, ""
+    return contextual_html, llama_html, openai_html, perspective_html, ""
 
 def random_test_case():
     try:
@@ -804,6 +845,17 @@ def create_gradio_app():
                         </div>
                         """)
                         openai_results = gr.HTML('<div class="rating-box secondary-box empty-rating">Rating will appear here</div>')
+                    with gr.Column():
+                    # Perspective API section
+                        gr.HTML("""
+                        <div>
+                            <h3 class="result-header">🧪 Perspective API</h3>
+                            <div style="margin-top: -10px; margin-bottom: 10px;">
+                                <a href="https://developers.perspectiveapi.com/s/docs" target="_blank" class="knowledge-button">View docs</a>
+                            </div>
+                        </div>
+                         """)
+                        perspective_results = gr.HTML('<div class="rating-box secondary-box empty-rating">Rating will appear here</div>')
         
         # Define show/hide loading indicator functions
         def show_loading():
@@ -835,18 +887,18 @@ def create_gradio_app():
         
         # Bind rating button with loading indicator
         rate_btn.click(
-            show_loading,
-            inputs=None,
-            outputs=loading_spinner
-        ).then(
-            rate_user_input,
-            inputs=[user_input],
-            outputs=[contextual_results, llama_results, openai_results, retrieved_knowledge]
-        ).then(
-            hide_loading,
-            inputs=None,
-            outputs=loading_spinner
-        )
+    show_loading,
+    inputs=None,
+    outputs=loading_spinner
+).then(
+    rate_user_input,
+    inputs=[user_input],
+    outputs=[contextual_results, llama_results, openai_results, perspective_results]
+).then(
+    hide_loading,
+    inputs=None,
+    outputs=loading_spinner
+)
     
     return app