Update app.py

app.py

@@ -54,7 +54,148 @@ if torch.cuda.is_available():
     model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype=torch.float16, device_map="auto")
     tokenizer = AutoTokenizer.from_pretrained(model_id)
     tokenizer.use_default_system_prompt = False
-        
+    
+def fetch_personalized_data(session_index):
+    try:
+        # Connect to the database
+        with mysql.connector.connect(
+            host="18.153.94.89",
+            user="root",
+            password="N12RXMKtKxRj",
+            database="lionessdb"
+        ) as conn:
+            # Create a cursor object
+            with conn.cursor() as cursor:
+                # Query to fetch relevant data from both tables based on session_index
+                query = """
+                    SELECT e5390g37096_core.playerNr, 
+                           e5390g37096_core.groupNrStart, 
+                           e5390g37096_core.subjectNr, 
+                           e5390g37096_core.onPage, 
+                           e5390g37096_decisions.session_index, 
+                           e5390g37096_decisions.transfer1,
+                           e5390g37096_decisions.tripledAmount1,
+                           e5390g37096_decisions.keptForSelf1,
+                           e5390g37096_decisions.returned1,
+                           e5390g37096_decisions.newCreditRound2,
+                           e5390g37096_decisions.transfer2,
+                           e5390g37096_decisions.tripledAmount2,
+                           e5390g37096_decisions.keptForSelf2,
+                           e5390g37096_decisions.returned2,
+                           e5390g37096_decisions.results2rounds, 
+                           e5390g37096_decisions.newCreditRound3, 
+                           e5390g37096_decisions.transfer3, 
+                           e5390g37096_decisions.tripledAmount3, 
+                           e5390g37096_decisions.keptForSelf3, 
+                           e5390g37096_decisions.returned3, 
+                           e5390g37096_decisions.results3rounds
+                    FROM e5390g37096_core
+                    JOIN e5390g37096_decisions ON 
+                        e5390g37096_core.playerNr = e5390g37096_decisions.playerNr
+                    WHERE e5390g37096_decisions.session_index = %s
+                    UNION ALL
+                    SELECT e5390g37096_core.playerNr, 
+                           e5390g37096_core.groupNrStart, 
+                           e5390g37096_core.subjectNr, 
+                           e5390g37096_core.onPage, 
+                           e5390g37096_decisions.session_index, 
+                           e5390g37096_decisions.transfer1,
+                           e5390g37096_decisions.tripledAmount1,
+                           e5390g37096_decisions.keptForSelf1,
+                           e5390g37096_decisions.returned1,
+                           e5390g37096_decisions.newCreditRound2,
+                           e5390g37096_decisions.transfer2,
+                           e5390g37096_decisions.tripledAmount2,
+                           e5390g37096_decisions.keptForSelf2,
+                           e5390g37096_decisions.returned2,
+                           e5390g37096_decisions.results2rounds, 
+                           e5390g37096_decisions.newCreditRound3, 
+                           e5390g37096_decisions.transfer3, 
+                           e5390g37096_decisions.tripledAmount3, 
+                           e5390g37096_decisions.keptForSelf3, 
+                           e5390g37096_decisions.returned3, 
+                           e5390g37096_decisions.results3rounds
+                    FROM e5390g37096_core
+                    JOIN e5390g37096_decisions 
+                        ON e5390g37096_core.playerNr = e5390g37096_decisions.playerNr
+                    WHERE e5390g37096_core.groupNrStart IN (
+                        SELECT DISTINCT groupNrStart
+                        FROM e5390g37096_core
+                        JOIN e5390g37096_decisions 
+                            ON e5390g37096_core.playerNr = e5390g37096_decisions.playerNr
+                        WHERE e5390g37096_decisions.session_index = %s
+                    ) AND e5390g37096_decisions.session_index != %s
+                """
+                cursor.execute(query,(session_index, session_index, session_index))
+                # Fetch data row by row
+                data = [{
+                    'playerNr': row[0], 
+                    'groupNrStart': row[1], 
+                    'subjectNr': row[2], 
+                    'onPage': row[3],
+                    'session_index': row[4],
+                    'transfer1': row[5],
+                    'tripledAmount1': row[6],
+                    'keptForSelf1': row[7],
+                    'returned1': row[8],
+                    'newCreditRound2': row[9],
+                    'transfer2': row[10],
+                    'tripledAmount2': row[11],
+                    'keptForSelf2': row[12],
+                    'returned2': row[13],
+                    'results2rounds': row[14],
+                    'newCreditRound3': row[15],
+                    'transfer3': row[16],
+                    'tripledAmount3': row[17],
+                    'keptForSelf3': row[18],
+                    'returned3': row[19],
+                    'results3rounds': row[20]
+                } for row in cursor]
+                print(data)
+                return data
+    except mysql.connector.Error as err:
+        print(f"Error: {err}")
+        return None
+            
+## trust-game-llama-2-7b-chat
+# app.py 
+def get_default_system_prompt(personalized_data):
+    #BOS, EOS = "<s>", "</s>" 
+    #BINST, EINST = "[INST]", "[/INST]"
+    BSYS, ESYS = "<<SYS>>\n", "\n<</SYS>>\n\n"
+
+    DEFAULT_SYSTEM_PROMPT = f""" You are an intelligent and fair game guide in a 2-player trust game.
+    You are assisting players in making decisions to win. 
+    Answer in a consistent style. Each of your answers should be maximum 2 sentences long. 
+    The players are called The Investor and The Dealer and keep their role throughout the whole game. 
+    Both start with 10€ in round 1. The game consists of 3 rounds. In round 1, The Investor invests between 0€ and 10€. 
+    This amount is tripled automatically, and The Dealer can then distribute the tripled amount. After that, round 1 is over. 
+    Both go into the next round with their current asset: The Investor with 10€ minus what he invested plus what he received back from The Dealer.
+    The Dealer with 10€ plus what he kept from the tripled amount. 
+    You will receive a JSON with information on who trusted whom with how much money after each round as context.
+    Your goal is to guide players through the game, providing clear instructions and explanations. 
+    If any question or action seems unclear, explain it rather than providing inaccurate information. 
+    If you're unsure about an answer, it's better not to guess.
+
+    Example JSON context after a round: {personalized_data}
+
+    Few-shot training examples
+    {BSYS} Give an overview of the trust game. {ESYS}
+    {BSYS} Explain how trust amounts are calculated. {ESYS}
+    {BSYS} What happens if a player doesn't trust in a round? {ESYS}
+    """
+    print(DEFAULT_SYSTEM_PROMPT)
+    return DEFAULT_SYSTEM_PROMPT
+
+## trust-game-llama-2-7b-chat
+# app.py
+def construct_input_prompt(chat_history, message):
+    input_prompt = f"<s>[INST] <<SYS>>\n{get_default_system_prompt(personalized_data)}\n<</SYS>>\n\n "
+    for user, assistant in chat_history:
+        input_prompt += f"{user} [/INST] {assistant} <s>[INST] "
+    input_prompt += f"{message} [/INST] "
+    return input_prompt
+    
 @spaces.GPU
 def generate(
     request: gr.Request, # To fetch query params 
@@ -84,148 +225,8 @@ def generate(
     else:
         print("Session index parameter not found or has no value.")
 
-    def fetch_personalized_data(session_index):
-        try:
-            # Connect to the database
-            with mysql.connector.connect(
-                host="18.153.94.89",
-                user="root",
-                password="N12RXMKtKxRj",
-                database="lionessdb"
-            ) as conn:
-                # Create a cursor object
-                with conn.cursor() as cursor:
-                    # Query to fetch relevant data from both tables based on session_index
-                    query = """
-                        SELECT e5390g37096_core.playerNr, 
-                               e5390g37096_core.groupNrStart, 
-                               e5390g37096_core.subjectNr, 
-                               e5390g37096_core.onPage, 
-                               e5390g37096_decisions.session_index, 
-                               e5390g37096_decisions.transfer1,
-                               e5390g37096_decisions.tripledAmount1,
-                               e5390g37096_decisions.keptForSelf1,
-                               e5390g37096_decisions.returned1,
-                               e5390g37096_decisions.newCreditRound2,
-                               e5390g37096_decisions.transfer2,
-                               e5390g37096_decisions.tripledAmount2,
-                               e5390g37096_decisions.keptForSelf2,
-                               e5390g37096_decisions.returned2,
-                               e5390g37096_decisions.results2rounds, 
-                               e5390g37096_decisions.newCreditRound3, 
-                               e5390g37096_decisions.transfer3, 
-                               e5390g37096_decisions.tripledAmount3, 
-                               e5390g37096_decisions.keptForSelf3, 
-                               e5390g37096_decisions.returned3, 
-                               e5390g37096_decisions.results3rounds
-                        FROM e5390g37096_core
-                        JOIN e5390g37096_decisions ON 
-                            e5390g37096_core.playerNr = e5390g37096_decisions.playerNr
-                        WHERE e5390g37096_decisions.session_index = {session_index}
-                        UNION ALL
-                        SELECT e5390g37096_core.playerNr, 
-                               e5390g37096_core.groupNrStart, 
-                               e5390g37096_core.subjectNr, 
-                               e5390g37096_core.onPage, 
-                               e5390g37096_decisions.session_index, 
-                               e5390g37096_decisions.transfer1,
-                               e5390g37096_decisions.tripledAmount1,
-                               e5390g37096_decisions.keptForSelf1,
-                               e5390g37096_decisions.returned1,
-                               e5390g37096_decisions.newCreditRound2,
-                               e5390g37096_decisions.transfer2,
-                               e5390g37096_decisions.tripledAmount2,
-                               e5390g37096_decisions.keptForSelf2,
-                               e5390g37096_decisions.returned2,
-                               e5390g37096_decisions.results2rounds, 
-                               e5390g37096_decisions.newCreditRound3, 
-                               e5390g37096_decisions.transfer3, 
-                               e5390g37096_decisions.tripledAmount3, 
-                               e5390g37096_decisions.keptForSelf3, 
-                               e5390g37096_decisions.returned3, 
-                               e5390g37096_decisions.results3rounds
-                        FROM e5390g37096_core
-                        JOIN e5390g37096_decisions 
-                            ON e5390g37096_core.playerNr = e5390g37096_decisions.playerNr
-                        WHERE e5390g37096_core.groupNrStart IN (
-                            SELECT DISTINCT groupNrStart
-                            FROM e5390g37096_core
-                            JOIN e5390g37096_decisions 
-                                ON e5390g37096_core.playerNr = e5390g37096_decisions.playerNr
-                            WHERE e5390g37096_decisions.session_index = {session_index}
-                        ) AND e5390g37096_decisions.session_index != {session_index}
-                    """
-                    cursor.execute(query, (session_index, session_index, session_index))
-                    # Fetch data row by row
-                    data = [{
-                        'playerNr': row[0], 
-                        'groupNrStart': row[1], 
-                        'subjectNr': row[2], 
-                        'onPage': row[3],
-                        'session_index': row[4],
-                        'transfer1': row[5],
-                        'tripledAmount1': row[6],
-                        'keptForSelf1': row[7],
-                        'returned1': row[8],
-                        'newCreditRound2': row[9],
-                        'transfer2': row[10],
-                        'tripledAmount2': row[11],
-                        'keptForSelf2': row[12],
-                        'returned2': row[13],
-                        'results2rounds': row[14],
-                        'newCreditRound3': row[15],
-                        'transfer3': row[16],
-                        'tripledAmount3': row[17],
-                        'keptForSelf3': row[18],
-                        'returned3': row[19],
-                        'results3rounds': row[20]
-                    } for row in cursor]
-                    print(data)
-                    return data
-        except mysql.connector.Error as err:
-            print(f"Error: {err}")
-            return None
-    
     personalized_data = fetch_personalized_data(session_index)
-
-    ## trust-game-llama-2-7b-chat
-    # app.py 
-    def get_default_system_prompt():
-        #BOS, EOS = "<s>", "</s>" 
-        #BINST, EINST = "[INST]", "[/INST]"
-        BSYS, ESYS = "<<SYS>>\n", "\n<</SYS>>\n\n"
-    
-        DEFAULT_SYSTEM_PROMPT = f""" You are an intelligent and fair game guide in a 2-player trust game.
-        You are assisting players in making decisions to win. 
-        Answer in a consistent style. Each of your answers should be maximum 2 sentences long. 
-        The players are called The Investor and The Dealer and keep their role throughout the whole game. 
-        Both start with 10€ in round 1. The game consists of 3 rounds. In round 1, The Investor invests between 0€ and 10€. 
-        This amount is tripled automatically, and The Dealer can then distribute the tripled amount. After that, round 1 is over. 
-        Both go into the next round with their current asset: The Investor with 10€ minus what he invested plus what he received back from The Dealer.
-        The Dealer with 10€ plus what he kept from the tripled amount. 
-        You will receive a JSON with information on who trusted whom with how much money after each round as context.
-        Your goal is to guide players through the game, providing clear instructions and explanations. 
-        If any question or action seems unclear, explain it rather than providing inaccurate information. 
-        If you're unsure about an answer, it's better not to guess.
-    
-        Example JSON context after a round: {personalized_data}
-    
-        Few-shot training examples
-        {BSYS} Give an overview of the trust game. {ESYS}
-        {BSYS} Explain how trust amounts are calculated. {ESYS}
-        {BSYS} What happens if a player doesn't trust in a round? {ESYS}
-        """
-        print(DEFAULT_SYSTEM_PROMPT)
-        return DEFAULT_SYSTEM_PROMPT
-
-    ## trust-game-llama-2-7b-chat
-    # app.py
-    def construct_input_prompt(chat_history, message):
-        input_prompt = f"<s>[INST] <<SYS>>\n{get_default_system_prompt()}\n<</SYS>>\n\n "
-        for user, assistant in chat_history:
-            input_prompt += f"{user} [/INST] {assistant} <s>[INST] "
-        input_prompt += f"{message} [/INST] "
-        return input_prompt
+    DEFAULT_SYSTEM_PROMPT = get_default_system_prompt(personalized_data)
 
     # Construct the input prompt using the functions from the construct_input_prompt function 
     input_prompt = construct_input_prompt(chat_history, message)