Update app.py

app.py

@@ -84,6 +84,10 @@ KEYWORDS = os.environ.get("KEYWORDS", "").strip()
 KEYWORDS = KEYWORDS.split(";") if len(KEYWORDS) > 0 else []
 KEYWORDS = [x.lower() for x in KEYWORDS]
 
+# bypass
+BYPASS_USERS = os.environ.get("BYPASS_USERS", "").strip()
+BYPASS_USERS = BYPASS_USERS.split(";") if len(BYPASS_USERS) > 0 else []
+
 # gradio config
 PORT = int(os.environ.get("PORT", "7860"))
 # how many iterations to yield response
@@ -795,7 +799,8 @@ def chat_response_stream_multiturn(
     frequency_penalty: float,
     presence_penalty: float,
     current_time: Optional[float] = None,
-    system_prompt: Optional[str] = SYSTEM_PROMPT_1
+    system_prompt: Optional[str] = SYSTEM_PROMPT_1,
+    profile: Optional[gr.OAuthProfile] = None,
 ) -> str:
     global LOG_FILE, LOG_PATH
     if DEBUG:
@@ -810,6 +815,8 @@ def chat_response_stream_multiturn(
     global llm, RES_PRINTED
     assert llm is not None
     assert system_prompt.strip() != '', f'system prompt is empty'
+    is_by_pass = False if profile is None else profile.username in BYPASS_USERS
+    
     tokenizer = llm.get_tokenizer()
     # force removing all 
     vllm_abort(llm)
@@ -829,7 +836,7 @@ def chat_response_stream_multiturn(
         raise gr.Error("The message cannot be empty!")
 
     message_safety = safety_check(message, history=history)
-    if message_safety is not None:
+    if message_safety is not None and not is_by_pass:
         # yield message_safety
         raise gr.Error(message_safety)
 
@@ -857,7 +864,7 @@ def chat_response_stream_multiturn(
             # optionally check safety, and respond
             if STREAM_CHECK_MULTIPLE > 0 and j % STREAM_CHECK_MULTIPLE == 0:
                 message_safety = safety_check(cur_out, history=None)
-                if message_safety is not None:
+                if message_safety is not None and not is_by_pass:
                     yield message_safety
                     return
 
@@ -883,7 +890,7 @@ def chat_response_stream_multiturn(
         yield cur_out
     
     message_safety = safety_check(cur_out, history=None)
-    if message_safety is not None:
+    if message_safety is not None and not is_by_pass:
         yield message_safety
         return
     
@@ -1595,6 +1602,8 @@ def launch_demo():
         if ENABLE_AGREE_POPUP:
             demo.load(None, None, None, _js=AGREE_POP_SCRIPTS)
 
+    login_btn = gr.LoginButton()
+
     demo.queue(api_open=False)
     return demo