File size: 34,768 Bytes
060e39f
 
 
 
 
3686f34
9220c08
 
 
d927a2f
 
869ab8d
d927a2f
060e39f
dfeb631
 
060e39f
 
 
 
 
 
3aaea46
060e39f
95ff093
660ad63
 
060e39f
869ab8d
060e39f
 
 
 
 
 
 
 
660ad63
060e39f
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2b84a2c
 
060e39f
 
d3e6c7f
060e39f
d3e6c7f
060e39f
 
d3e6c7f
060e39f
d3e6c7f
060e39f
d3e6c7f
076dad3
060e39f
 
2b84a2c
3bbdf91
060e39f
 
 
 
 
 
2b84a2c
 
981ecda
2b84a2c
 
 
981ecda
 
2b84a2c
981ecda
2b84a2c
060e39f
d927a2f
3bbdf91
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3686f34
 
 
 
3bbdf91
 
 
 
 
 
 
 
 
3686f34
3bbdf91
 
 
 
 
 
 
 
 
 
d927a2f
3bbdf91
d927a2f
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3bbdf91
 
d927a2f
3bbdf91
d927a2f
3bbdf91
060e39f
 
 
 
 
9220c08
 
 
 
 
 
 
 
 
7aeba37
981ecda
 
 
ef5f981
9220c08
 
 
 
 
 
 
 
 
95ff093
9220c08
 
 
 
 
95ff093
9220c08
3686f34
 
 
54b84c1
3686f34
9220c08
 
95ff093
9220c08
 
 
 
 
 
 
 
 
 
 
 
 
660ad63
9220c08
 
 
660ad63
9220c08
 
 
 
 
 
 
95ff093
9220c08
 
 
 
 
 
 
 
 
 
 
3bbdf91
9220c08
3bbdf91
9220c08
bf87946
 
ebed958
d927a2f
ac05bab
869ab8d
 
 
 
 
 
 
 
 
 
 
 
 
 
 
d927a2f
869ab8d
 
b0699d4
 
 
 
 
 
 
 
 
 
d927a2f
 
 
b0699d4
 
 
 
 
 
 
 
d927a2f
 
 
b0699d4
 
ebed958
 
bf87946
e04fd67
 
 
 
bf87946
 
 
 
 
e04fd67
cc144d0
e04fd67
 
01f8c8e
d927a2f
 
 
3bbdf91
95ff093
 
3686f34
3bbdf91
 
846cfa0
 
3686f34
 
 
 
 
 
 
 
 
95ff093
3bbdf91
9220c08
3bbdf91
660ad63
3bbdf91
 
 
 
660ad63
3bbdf91
 
 
ce83441
 
 
 
 
 
 
 
 
 
3bbdf91
ce83441
 
3bbdf91
 
ce83441
3bbdf91
 
 
ce83441
 
3bbdf91
 
 
 
 
 
 
 
 
 
 
 
 
 
 
ce83441
 
9220c08
3bbdf91
2965989
981ecda
9220c08
 
 
2965989
c80bd26
 
 
 
 
2965989
 
3bbdf91
9220c08
3bbdf91
 
2965989
 
 
 
 
 
 
3bbdf91
2965989
9220c08
 
2965989
981ecda
 
 
2965989
 
 
981ecda
3bbdf91
609725d
2965989
3bbdf91
609725d
2965989
bd3b6b8
2965989
 
609725d
 
 
2965989
 
 
 
9220c08
2965989
 
 
 
 
3aaea46
 
2965989
 
 
 
 
 
9220c08
2965989
 
c38adc8
 
2965989
 
 
 
 
 
 
9220c08
 
2965989
9220c08
 
2965989
9220c08
 
2965989
 
 
 
 
3bbdf91
c38adc8
 
 
 
 
2965989
 
 
 
c38adc8
2965989
 
c38adc8
2965989
 
 
 
 
 
 
 
 
 
9220c08
 
3bbdf91
2965989
c38adc8
 
 
 
 
2965989
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3bbdf91
2965989
 
 
 
 
 
 
 
 
 
 
 
 
 
3bbdf91
2965989
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3bbdf91
2965989
 
 
 
 
 
 
 
 
 
 
 
 
 
ba0440a
 
2965989
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3bbdf91
 
 
 
 
 
 
 
 
 
 
 
 
 
981ecda
2965989
 
 
 
 
5c915b0
9220c08
2965989
bd3b6b8
2965989
 
 
 
 
 
 
9220c08
 
 
 
3bbdf91
2965989
 
 
 
 
 
 
 
5c915b0
2965989
 
 
 
5c915b0
2965989
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
9220c08
2965989
 
 
 
 
9220c08
3bbdf91
981ecda
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
9220c08
060e39f
 
dd2d138
 
d927a2f
c80bd26
060e39f
3bbdf91
 
1b062b6
9220c08
3bbdf91
 
 
 
d927a2f
 
9220c08
3bbdf91
 
 
 
 
d927a2f
 
 
 
3bbdf91
d927a2f
 
660d629
d927a2f
660d629
d927a2f
660d629
9220c08
 
 
d927a2f
3bbdf91
9220c08
 
981ecda
d927a2f
9220c08
 
3bbdf91
 
d927a2f
 
 
 
3bbdf91
d927a2f
 
981ecda
2965989
d927a2f
bf87946
b0699d4
bf87946
 
675fde9
4b7ad63
 
d927a2f
9220c08
d927a2f
bf87946
 
 
060e39f
9220c08
 
d927a2f
bf87946
 
 
d798301
3bbdf91
9220c08
d927a2f
 
3bbdf91
 
d927a2f
3bbdf91
d927a2f
3bbdf91
dd2d138
 
3bbdf91
 
 
 
bf87946
d927a2f
 
3bbdf91
2b84a2c
3bbdf91
d927a2f
bf87946
 
d927a2f
3bbdf91
 
 
 
 
 
060e39f
a10b02b
0d0db6b
060e39f
38ae59d
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
import os
import openai
import json
import gradio as gr
from neo4j import GraphDatabase
from neo4j.graph import Node, Relationship
import pandas as pd
import numpy as np
from sklearn.metrics.pairwise import cosine_similarity
from datetime import datetime
import re
import mysql.connector


#from dotenv import load_dotenv
#load_dotenv()




openai.api_key = os.getenv("OPENAI_API_KEY")

neo4j_url = "neo4j+s://" + str(os.getenv("NEO4J_URL"))
AUTH = (os.getenv("NEO4J_USERNAME"), os.getenv("NEO4J_PASSWORD"))









## MAIN FUNCTIONS
# ---------------------------------------------------------------------------------------------------------------------

#standard API Call to open AI with system prompt and user prompts.
def chat(system_prompt, user_prompt, model="gpt-4o-mini", temperature=0):
    response = openai.chat.completions.create(
        model = model,

        messages = [
            {"role": "system", "content": system_prompt},
            {"role": "user", "content": user_prompt}],
            temperature=temperature
            )
    res = response.choices[0].message.content
      
    return res

# NOT USED IN THIS DEMO
# this function formats the user input and links it to the chat history for further context awareness.
def format_chat_prompt(message, chat_history, max_convo_length):
    prompt = ""
    for turn in chat_history[-max_convo_length:]:
        user_message, bot_message = turn
        prompt = f"{prompt}\nUser: {user_message}\nAssistant: {bot_message}"
    prompt = f"{prompt}\nUser: {message}\nAssistant:"
    return prompt




#this is a simple prompt that takes a storyline prompt and formats an output in json to return a storyline of X slides.
def slide_deck_storyline(storyline_prompt, nr_of_storypoints=5):
    nr_of_storypoints = str(nr_of_storypoints)
    system_prompt = f"""You are an AI particularly skilled at captivating storytelling for educational purposes.
                        You know how tell a compelling, structure and exhaustive narrative around any given academic topic.
                        What you are particularly good at, is taking any given input and building a storyline in the delivered as
                        {nr_of_storypoints} storypoints and nothing else. This is your only chance to impress me.
                        
                        You will recieve a topic and you will answer with a list of {nr_of_storypoints} crucial storypoints.
                        
                        Instrucitions:
                        Give me a json map of {nr_of_storypoints} storypoints that you would include in a slide deck about {storyline_prompt}.
                        Only answer with the list. Do not include any nicities, greetings or repeat the task.
                        Never make more than {nr_of_storypoints} storypoints. This is important!
                        Just give me the list. Keep the list concise and only answer with the list in this format.
                        Name every key a storypoint (Storypoint 1, Storypoint 2 ... Storypoint N).
                        The elements of the list should be storypoints, highlighting the points the slides should make.
                        """

    response = openai.chat.completions.create(
            model = "gpt-4o", 
            response_format = {"type": "json_object"},
            messages = [
            {"role": "system", "content": system_prompt},
            {"role": "user", "content": storyline_prompt}],
            temperature=0
            )
    res = response.choices[0].message.content
    map = json.loads(res)
     #pretty_list = "\n".join([f"⚡ {key}: {value}" for key, value in map.items()])
    storypoint_name_list = [map[key] for key in map]
    storypoint_name_nested = [storypoint_name_list]
    storypoint_name_nested = list(zip(*storypoint_name_nested))
     #add one column to the list with the name of the storypoint

    storypoint_name_nested = [[f"SP {i}", item] for i, item in enumerate(storypoint_name_nested, 1)]

    return map, storypoint_name_nested


#this is a prompt that takes a filter prompt and formats an output in json to return a filter cypress query.
def custom_filtering(filter_prompt, current_cypher_query, neo4j_response):


     system_prompt = f"""You are an AI specifically trained to write accurate Neo4j Cypher queries.
                    This is your only chance to impress me.

                    In the Neo4j database, the nodes are defined as SLIDE_DECK, SLIDE, STORYPOINT, and AUTHOR connected by these relationships:
                    (sd:SLIDE_DECK)-[:CONTAINS]->(s:SLIDE)
                    (s:SLIDE)-[:ASSIGNED_TO]->(sp:STORYPOINT)
                    (sp1:STORYPOINT)-[:FOLLOWS]->(sp2:STORYPOINT)
                    (sd:SLIDE_DECK)-[:CREATED_BY]->(a:AUTHOR)

                    You will receive a the current cypher query and its corresponding Neo4j response. Your task is to respond with a new Cypher query that filters based on the user's request.
                    Do NOT forget to return relationships connecting the nodes if needed.

                    Instructions:
                    The current cypher query is: "{current_cypher_query}"




                    The Neo4j response is: "{neo4j_response}"

                    Ensure the correct STORYPOINT nodes in the order is adressed, as specified in the initial line of the current cypher query.
                    For example, in the sequence ['113', '-6555727423036779192A_outlier', '5554388242771153481A_outlier', '25', '1431557444396440005A_outlier'], '-6555727423036779192A_outlier' is the second STORYPOINT.

                    Respond with exactly a single JSON object containing the key "cypherquery" and the value of the requested query.
                    Do not include any nicities, greetings or repeat the task. Keep the query concise and only answer in this format.
                    """


     response = openai.chat.completions.create(
            model = "gpt-4o", 
            response_format = {"type": "json_object"},
            messages = [
            {"role": "system", "content": system_prompt},
            {"role": "user", "content": filter_prompt}],
            temperature=0
            )
     res = response.choices[0].message.content
     res = json.loads(res)
     cypher_query = res["cypherquery"]

    # Enhanced pattern to catch variations including potential spaces, newlines, and mixed cases
     pattern = r"(?i)\b(CREATE|SET|DELETE|REMOVE|MERGE)\s*(\(|\[|\{)?"
    
    # Split the query into individual statements based on semicolons
     statements = cypher_query.split(';')
    
    # Further process each statement to check for conditional or nested writes
     def is_write_statement(statement):
        # Check if the statement includes write operations
        if re.search(pattern, statement):
            return True
        # Check for potentially hidden write operations within sub-queries or function calls
        nested_patterns = [
            r"FOREACH\s*\(([^)]+)\)",  # Looking inside FOREACH loops
            r"CASE\s+WHEN\s+[^:]+:\s+[^:]+ELSE\s+[^:]+END",  # Checking CASE statements
            r"CALL\s+[^()]+(\(.*\))?YIELD\s+[^()]+",  # Checking CALL statements
        ]
        for nested_pattern in nested_patterns:
            if re.search(nested_pattern, statement, re.IGNORECASE | re.DOTALL):
                # Recursively check inside the nested statement
                match = re.search(nested_pattern, statement, re.IGNORECASE | re.DOTALL)
                if match and is_write_statement(match.group(1)):
                    return True
        return False

    # Filter statements that contain write operations
     filtered_statements = [stmt for stmt in statements if not is_write_statement(stmt)]
    
    # Join the filtered statements back into a single query string
     filtered_query = '; '.join(filtered_statements)

     html = construct_hmtl(query = filtered_query)

     print(res["cypherquery"])
     print(filtered_query)
     
     return html, filtered_query






# ---------------------------------------------------------------------------------------------------------------------
## Calculate Input Storypoints Similarity to Storypoints in Database

from openai import OpenAI
client = OpenAI(api_key = os.getenv("OPENAI_API_KEY"))




def get_embedding_inputstorypoints(storyline_output_storypoint_name_list, model="text-embedding-3-large"):

    #input has 2 colums, pick the second column
    storyline_output_storypoint_name_list = [[item[1]] if type(item[1]) is not list else item[1] for item in storyline_output_storypoint_name_list if len(item) > 1]

    # transform storyline_output_storypoint_name_list to pandas dataframe
    input_storypoints = pd.DataFrame(storyline_output_storypoint_name_list, columns=['description'])
    # get embeddings for input storypoints
    input_storypoints['ada_embedding'] = input_storypoints.description.apply(lambda x: client.embeddings.create(input = [x], model=model).data[0].embedding)
    
    return input_storypoints


# Function to fetch embeddings from Neo4j
def fetch_embeddings():
    query = """
    MATCH (sp:STORYPOINT)
    RETURN sp.id AS id, sp.embedding AS embedding
    """
    embeddings = {}
    driver = GraphDatabase.driver(neo4j_url, auth=AUTH)
    with driver.session() as session:
        try:
            result = session.run(query)
        except Exception as e:
            raise gr.Error("Connection to the GraphDatabase failed, please try again in a few seconds! This is probably temporary.", duration=7)

        for record in result:
            embeddings[record['id']] = np.array(record['embedding'])
    driver.close()
    return embeddings

# Function to calculate cosine similarity and find the highest similarities
def find_highest_similarities(existing_embeddings, new_embeddings):
    # Transform embeddings into arrays for the calculation
    existing_ids, existing_vecs = zip(*existing_embeddings.items())
    new_ids, new_vecs = zip(*new_embeddings.items())
    existing_vecs = np.array(existing_vecs)
    new_vecs = np.array(new_vecs)

    # Calculate cosine similarity
    similarity_matrix = cosine_similarity(new_vecs, existing_vecs)

    # Find the index with the highest similarity for each new embeddin TODO: Replace with top 5 most similar
    max_indices = np.argmax(similarity_matrix, axis=1)
    similarities = np.max(similarity_matrix, axis=1)


    # Pair each new storypoint with the existing one that has the highest similarity
    highest_pairs = [(new_ids[i], existing_ids[max_indices[i]], similarities[i]) for i in range(len(new_ids))]
    return highest_pairs

def coordinate_simcalculation(storyline_output_storypoint_name_list):

    # Fetch existing embeddings from Neo4j
    existing_embeddings = fetch_embeddings()
    input_storypoints = get_embedding_inputstorypoints(storyline_output_storypoint_name_list)
    # Assume new_embeddings come from your Python processing earlier
    new_embeddings = {row['description']: row['ada_embedding'] for index, row in input_storypoints.iterrows()}

    # Find highest similarities
    highest_similarities = find_highest_similarities(existing_embeddings, new_embeddings)

    # Display results
    for new_id, existing_id, similarity in highest_similarities:
        print(f"Input STORYPOINT '{new_id}' is most similar to existing STORYPOINT '{existing_id}' with a similarity of {similarity:.2f}")

    HTMLoutput, query = construct_hmtl(highest_similarities)

    return HTMLoutput, highest_similarities, query

def track_user_interaction(user_input, action, user_id):

    
    user_id = str(user_id)
    print(user_id)

    # Construct connection string
    from mysql.connector import errorcode

    try:
        connection = mysql.connector.connect(user=os.getenv("MYSQLUSER"), password= os.getenv("MYSQLPASSWORD"), host=os.getenv("DBHOST"), port=3306, database="user_interact")
        print("Connection established")
    except mysql.connector.Error as err:
        if err.errno == errorcode.ER_ACCESS_DENIED_ERROR:
            print("Something is wrong with the user name or password")
        elif err.errno == errorcode.ER_BAD_DB_ERROR:
            print("Database does not exist")
        else:
            print(err)
    
    cursor = connection.cursor()


    # Create table if it doesn't exist
    cursor.execute('''
    CREATE TABLE IF NOT EXISTS user_interactions (
    user_input LONGTEXT NOT NULL,
    action TEXT NOT NULL,
    timestamp TEXT NOT NULL,
    user_id TEXT NOT NULL
);
''')
    # Prepare data
    timestamp = datetime.now().strftime("%Y-%m-%d %H:%M:%S")
    user_input_str = str(user_input)
    action_str = str(action)

# Use a parameterized query to insert data
    insert_query = """
INSERT INTO user_interactions (user_input, action, timestamp, user_id)
VALUES (%s, %s, %s, %s)
"""
    cursor.execute(insert_query, (user_input_str, action_str, timestamp, user_id))
    # Commit changes and close connection
    connection.commit()
    connection.close()



def profile_user(request: gr.Request):
    

    query_params = dict(request.query_params)
    try:
        username = dict(request.query_params)["username"]
        user_id = username
        track_user_interaction("", "login", user_id)
        #if dict(request.query_params)["password"] == os.getenv("APP_PASSWORD"):
        #    return user_id
        #else:
        return user_id 
    except:
        return None
        
    




def get_neo4j_response(query):
    
    driver = GraphDatabase.driver(neo4j_url, auth=AUTH)
    #filter out the textual content and embeddings from the response as they waste space and are not needed for visualization
    with driver.session() as session:
        result = session.run(query)
        response = []
        for record in result:
            filtered_record = {}
            for key, value in record.items():
                if isinstance(value, (Node, Relationship)):
                    # Directly filter properties without attempting to recreate the object
                    filtered_properties = {k: v for k, v in value._properties.items() if k not in ["textual_content", "embedding"]}
                    value._properties = filtered_properties
                filtered_record[key] = value
            response.append(filtered_record)

    driver.close()
    return response

def construct_hmtl(highest_similarities = None, nodes_to_show=["SLIDE_DECK", "SLIDE", "STORYPOINT"], query=None):

    if query is None:
        
        storypoint_ids = [existing_id for _, existing_id, _ in highest_similarities]
        print(storypoint_ids)


        # Starting with the base of the query
        query_parts = [
        f"WITH {storypoint_ids} AS ids",
        "MATCH (sp:STORYPOINT) WHERE sp.id IN ids",
        "WITH sp",
        "ORDER BY apoc.coll.indexOf(ids, sp.id)",
        "WITH COLLECT(sp) AS sps",
        "UNWIND RANGE(0, SIZE(sps) - 2) AS idx",
        "WITH sps, sps[idx] AS sp_start, sps[idx + 1] AS sp_end",
        "CALL apoc.create.vRelationship(sp_start, 'FOLLOWS', {}, sp_end) YIELD rel",
        "WITH sps, sp_start, rel, sp_end",
        "UNWIND sps AS sp"
        ]

    # Initialize the match and return parts of the query
        match_parts = []
        return_parts = []

        # Include virtual relationship and its nodes conditionally
        if "STORYPOINT" in nodes_to_show:
            return_parts.extend(["sp_start", "rel", "sp_end", "sp"])
    
    # Conditionally add SLIDE and SLIDE_DECK with their relationships
        if "SLIDE" in nodes_to_show or "SLIDE_DECK" in nodes_to_show:
            match_parts.append("(sp)<-[r1:ASSIGNED_TO]-(s:SLIDE)")
            return_parts.extend(["s", "r1"])
            if "SLIDE_DECK" in nodes_to_show:
                match_parts.append("<-[r2:CONTAINS]-(sd:SLIDE_DECK)")
                return_parts.extend(["sd", "r2"])

        # Construct the final query
        query = "\n".join(query_parts)
        if match_parts:
            query += "\nMATCH " + "".join(match_parts)
        if return_parts:
            query += "\nRETURN " + ", ".join(return_parts)
        else:
            query += "\nRETURN 'No nodes to show based on the selected types'"
    
    

    
    graphVisualHTML = f"""

<head>
    <title>DataViz</title>
    <style type="text/css">
        body {{
            display: flex; /* Use flexbox to align children */
            justify-content: center; /* Center horizontally in the flex container */
            align-items: center; /* Center vertically if desired */
            min-height: 100vh; /* Ensure the body takes at least the height of the viewport */
            margin: 0; /* Remove default margin */
        }}
        #viz {{
            /*width: 1600px;*/
            height: 700px;
            /*background-color: #f0f0f0;  Lighter grey background for the viz div */
            padding: 5px; /* Adds padding inside the div */
        }}
        .heading {{
            font-size: 24px;
            text-align: center;
            margin-bottom: 20px;
        }}
        #queryCypher {{
            display:none;
        }}
    </style>
</head>
<body>

    

    <div id="viz">
        <p id="queryCypher">{query}</p>
    </div>
    

</body>
    """
    return graphVisualHTML, query

scripts = """

async () => {
 
    const script = document.createElement("script");
    script.src = "https://rawgit.com/neo4j-contrib/neovis.js/master/dist/neovis.js";
    document.head.appendChild(script);

    globalThis.draw = (queryCypher) =>{
     
        var config = {
                containerId: "viz",
                neo4j: {
                    serverUrl: "bolt://"""+os.getenv("NEO4J_URL")+""":7687",
                    serverUser: \""""+os.getenv("NEO4J_USERNAME")+"""\",
                    serverPassword: \""""+os.getenv("NEO4J_PASSWORD")+"""\",
                    driverConfig: {
                        encrypted: "ENCRYPTION_ON",
                        trust: "TRUST_SYSTEM_CA_SIGNED_CERTIFICATES",
                    },
                },
                labels: {
                    SLIDE: {
                        [NeoVis.NEOVIS_ADVANCED_CONFIG]: {
                        static: {
                            shape: "image" // Sets the shape to use an image (use "circularImage" for circular nodes)
                        },
                        function: {
                            image: (node) => "https://slidestorage.s3.eu-north-1.amazonaws.com/" + node.properties.object_id + ".png",
                            title: (node) => `Slide Title: ${node.properties.title}, ID: ${node.properties.id}`
                        }
                        }
                    },
            STORYPOINT: {
                label: "description",
                [NeoVis.NEOVIS_ADVANCED_CONFIG]: {
                    static: {
                        caption: "description",
                        shape: 'box',
                        color: {
                            background: 'white',
                            border: 'lightgray',
                            highlight: {
                                background: 'lightblue',
                                border: 'blue'
                            }
                        },
                        font: {
                            color: 'black',
                            size: 14, // Pixel size
                            face: 'Quicksand' // Uniform font across all graph elements
                        },

                    },
                    function: {
                        title: (node) => `ID of the Storypoint: ${node.properties.id}`
                    }
                }
            },
            SLIDE_DECK: {
                label: "Slide Deck",
                [NeoVis.NEOVIS_ADVANCED_CONFIG]: {
                    static: {

                        shape: 'circle', // Updated to circle for a uniform and standard appearance
                        color: {
                            background: 'lightyellow',
                            border: 'gold',
                            highlight: {
                                background: 'yellow',
                                border: 'darkorange'
                            }
                        },
                        font: {
                            color: 'black',
                            size: 14, // Pixel size
                            face: 'Quicksand' // Uniform font across all graph elements
                        }

                    },
                    function: {
                        title: (node) => `This is a slide deck
                        ID: ${node.properties.deck_id}`
                    }
                }
            }

            },

			relationships: {
				CONTAINS: {
					[NeoVis.NEOVIS_ADVANCED_CONFIG]: {
						static: {
							label: "Contains",
							thickness: 2, // Enhanced thickness for better visibility
							color: '#34495e', // Deep, neutral blue color for a modern look
							font: {
								color: '#2c3e50', // Dark grey color for strong contrast against light background
								size: 14, // Larger font size for enhanced readability
								face: 'Quicksand' // Modern font for a clean appearance
							},
							dashes: false, // Solid line to indicate a strong, permanent relationship
						}
					}
				},
				ASSIGNED_TO: {
					[NeoVis.NEOVIS_ADVANCED_CONFIG]: {
						static: {
							label: "Assigned To",
							thickness: 2, // Consistent thickness across all relationship types
							color: '#16a085', // Distinctive teal color to differentiate from 'CONTAINS'
							font: {
								color: '#2c3e50', // Dark grey to maintain visibility and consistency
								size: 14,
								face: 'Quicksand'
							},
							arrows: {
								to: { enabled: true, scaleFactor: 1.2 } // Prominent arrow for visual emphasis
							},
						}
					}
				},
				FOLLOWS: {
					[NeoVis.NEOVIS_ADVANCED_CONFIG]: {
						static: {
							label: "Follows",
							thickness: 2,
							color: '#8e44ad', // Soft purple for visual distinction
							font: {
								color: '#2c3e50', // Dark grey to ensure readability on light backgrounds
								size: 14,
								face: 'Quicksand'
							},
							arrows: {
								to: { enabled: true, scaleFactor: 1.5 } // Larger arrow to denote directionality
							},
							dashes: true // Dashed line to indicate a temporal or less permanent relationship
						}
					}
				},
			},

            
            visConfig: {
                layout: {
                    improvedLayout: true,
                    //hierarchical: true,
                    clusterThreshold: 7,
                },
            },
            initialCypher: queryCypher,
        };

        console.log("Drawing visualization");
        var viz = document.getElementById("viz");

        if (!viz) {
            console.error("Visualization container not found.");
            return;
        }      

        try {
            viz = new NeoVis.default(config);
            viz.render();
            //viz.registerOnEvent("completed", () => {
            //    viz.network.on("oncontext", function (params) {
            //        params.event.preventDefault();
            //        const customMenu = document.querySelector('.custom-menu');
            //        
            //        if (customMenu) {
            //        console.log("Displaying custom menu.");
            //            const containerRect = document.getElementById('viz').getBoundingClientRect();
            //            customMenu.style.display = 'block';
            //            customMenu.style.top = `${params.event.pageY - containerRect.top + window.scrollY}px`;
            //            customMenu.style.left = `${params.event.pageX - containerRect.left + window.scrollX}px`;
            //        }
            //    });
            //});

            
        } catch (error) {
            console.error('Error rendering NeoVis:', error);
        }
        

        
    }

    script.onload = () => {
        console.log("NeoVis.js loaded"); 
        //draw();
    };


}
"""



js_call_draw = """
<script>

// Function to handle the mutations
function handleMutations(mutations) {
    for (let mutation of mutations) {
        if (mutation.type === 'childList') {
            const drawElement = document.getElementById('viz');
            if (drawElement) {
                console.log('Call draw function.');
                var element = document.getElementById('queryCypher');  // Access the element by its ID
                var text = element.innerText; 
                draw(text);
                // Disconnect the observer after clicking the drawElement is found
                //observer.disconnect();
                return;
            }
        }
    }
}

// Create a new MutationObserver instance
const observer = new MutationObserver(handleMutations);

// Configuration of the observer:
const config = {
    childList: true,  // Observe direct children
    subtree: true,    // Observe all descendants
    attributes: false // Do not observe attribute changes
};

// Start observing the body for configured mutations
observer.observe(document.body, config);

console.log("Observer is set to monitor changes in the document body.");


</script>
"""

# CSS for the Storypoint list
css = """
#SPList {
    font-family: 'Arial', sans-serif;
    background-color: #f8f9fa;
    color: #333;
    background-color: #ffffff;
    color: #333;
    border: 1px solid #ccc;
    border-radius: 8px;
    padding: 10px;
    margin: 5px;
}
#SPList .gr-array-container {
    gap: 10px;
}"""


## GRADIO UI LAYOUT & FUNCTIONALITY
## ---------------------------------------------------------------------------------------------------------------------
graphVisual = gr.HTML()
highest_similarities_gradio_list = gr.List(type="array", interactive=False, visible=False)
nodeSelector = gr.Dropdown(scale = 3, label="Filter nodes", choices=["SLIDE_DECK", "SLIDE", "STORYPOINT"], value=["SLIDE_DECK", "SLIDE", "STORYPOINT"], multiselect=True)
filterBTN = gr.Button("Apply Filter")

with gr.Blocks(title='Slide Inspo', js=scripts, head = js_call_draw, theme = gr.themes.Monochrome()).queue(default_concurrency_limit=1) as demo:

    highest_similarities_gradio_list.render()
    with gr.Row():
        gr.Markdown("# NarrativeNet Weaver")
    with gr.Row():    
        queryPlaceholder = gr.Textbox(visible=False)
        responsePlaceholder = gr.Textbox(visible=False)
        user_id = gr.Textbox(visible=False)
        customFilterQuery = gr.Textbox(visible=False)
        with gr.Column(scale=1):
            gr.Markdown("""## 1. Input: 🔍

                        **Define Your Workshop Objective.**
                        Choose a topic that is timely and fills a skill gap relevant to your consulting firm’s strategic goals. 
                        Define learning goals that focus on acquiring skills applicable in real-world consulting scenarios. 
                        Consider how mastering these skills can innovate and enhance your firm’s service offerings, aligning with emerging market needs and providing a competitive edge.  
                        *Our AI takes care to draft story points based on your input.*  
                        **What are Story Points?**
                        Story points are key milestones in your presentation that underline important learning outcomes. You can adapt them in the next step to cover skills and insights crucial for your firm’s services.
                        """)
            storyline_prompt = gr.Textbox(placeholder = """Give us a topic and we will provide a storyline for you! For example: 
                                          
Topic: AI for supporting decision-making and automation across sectors such as finance, healthcare, and retail.

Goals: Equip participants with the ability to apply AI techniques to solve industry-specific challenges. AI-driven solutions tailored to each sector, should later enhance the firm’s service offerings.

Outcome: Fellow consultant will develop a comprehensive understanding of AI's potential and capabilities.""", 
                                        label = 'Topic to build:',
                                        lines=5,
                                        scale = 3)
            nr_storypoints_to_build = gr.Number(value=3,
                                        label="How many story points?",
                                        scale =1)
            storyline_output_JSON = gr.JSON(visible=False)
            
            btn_buildstoryline = gr.Button("Build Storyline 🦄")

        with gr.Column(scale=1):
            gr.Markdown("""## 2. Storyline: 🦄

                **Content Requirements and Story Points.**
                Develop content that supports your workshop’s learning goals, using theories, case studies, and real-world applications.                             
                **Evaluating Story Points.**
                Effective story points are clear, engaging, and directly tied to your objectives. They should advance understanding and skill acquisition.  
                        """)
            storyline_output_storypoint_name_list = gr.List(visible=True, type="array", interactive=True, label="Adapt and add Story points, if needed: 📝", 
                                                            scale=1, wrap=True, col_count=[2, "fixed"], elem_id="SPList", headers=["#SP", "Description"])                
            #storyline_output_pretty = gr.Textbox(label="Your Storyline:", lines=13, scale=3, interactive=False)
            submit_button = gr.Button("⚡ Find Slides ⚡", elem_id="visGraph")
            submit_button.click(fn= coordinate_simcalculation, inputs=[storyline_output_storypoint_name_list], outputs=[graphVisual, highest_similarities_gradio_list, queryPlaceholder]
                                ).then(track_user_interaction, inputs=[storyline_output_storypoint_name_list, gr.Textbox("findslidesStorypoints", visible=False), user_id]
                                ).then(get_neo4j_response, inputs=[queryPlaceholder], outputs=[responsePlaceholder]
                                ).then(track_user_interaction, inputs=[queryPlaceholder, gr.Textbox("findslidesQuery", visible=False), user_id]
                                ).then(track_user_interaction, inputs=[responsePlaceholder, gr.Textbox("findslidesNeo4jResponse", visible=False), user_id]).then(js = js_call_draw)



            btn_buildstoryline.click(slide_deck_storyline, 
                                    inputs = [storyline_prompt, nr_storypoints_to_build], 
                                    outputs = [storyline_output_JSON, storyline_output_storypoint_name_list]
                                    ).then(track_user_interaction, inputs=[storyline_prompt, gr.Textbox("buildstorylinePrompt", visible=False), user_id]
                                    ).then(track_user_interaction, inputs=[storyline_output_storypoint_name_list, gr.Textbox("buildstorylineGPTOutput", visible=False), user_id]
                                    ).then(track_user_interaction, inputs=[nr_storypoints_to_build, gr.Textbox("buildstorylineNumberOfPoints", visible=False), user_id])
                
            storyline_prompt.submit(slide_deck_storyline, 
                                    inputs = [storyline_prompt, nr_storypoints_to_build], 
                                    outputs = [storyline_output_JSON, storyline_output_storypoint_name_list]
                                    ).then(track_user_interaction, inputs=[storyline_prompt, gr.Textbox("buildstorylinePrompt", visible=False), user_id]
                                    ).then(track_user_interaction, inputs=[storyline_output_storypoint_name_list, gr.Textbox("buildstorylineGPTOutput", visible=False), user_id]
                                    ).then(track_user_interaction, inputs=[nr_storypoints_to_build, gr.Textbox("buildstorylineNumberOfPoints", visible=False), user_id])

    gr.Markdown("""## 3. Visualize and Filter: 🔍

                Utilize the visualization to align the retrieved slides and storypoints with the objectives and story points defined in Steps 1 and 2:  
                **Filtering the Visualization.**
                Apply filters to better understand the retrieved slides and content that directly correspond to the established learning goals and story points.  
                **Exploring the Graph.**
                Explore relationships within the slide decks, slides, and story points to ensure comprehensive coverage and to identify potential inspiration for your narrative.  
                **Refinements.**
                Should gaps or misalignments be discovered during exploration, revisit Steps 1 and 2 to adjust the learning goals or story points. Then, reapply these refined criteria to filter and explore the visualization again, ensuring the presentation content is tailored and coherent.
                """)


    with gr.Row():
        with gr.Column(scale=2):
            nodeSelector.render()
            filterBTN.render()
            filterBTN.click(fn= construct_hmtl, inputs=[highest_similarities_gradio_list, nodeSelector], outputs=[graphVisual]).then(track_user_interaction, inputs=[nodeSelector, gr.Textbox("filterDropdown", visible=False), user_id]
                                ).then(js = js_call_draw)
            
        with gr.Column(scale=2):
            custom_filtering_output = gr.Textbox(lines=2, scale=3, interactive=True, label = "Describe what you would like to filter for?", placeholder = """For example: 'Filter to only show slides and their respective slide decks that are assigned to the third STORYPOINT'""")
            customfilter_btn = gr.Button("Apply custom filter")
            customfilter_btn.click(custom_filtering, inputs=[custom_filtering_output, queryPlaceholder, responsePlaceholder], outputs=[graphVisual, customFilterQuery]
                                ).then(track_user_interaction, inputs=[custom_filtering_output, gr.Textbox("customFilterPrompt", visible=False), user_id]
                                ).then(track_user_interaction, inputs=[customFilterQuery, gr.Textbox("customFilterQuery", visible=False), user_id]).then(js = js_call_draw)
            
    with gr.Group():
        with gr.Row():
            graphVisual.render()
    #with gr.Row():
        
    

    demo.load(fn=profile_user, outputs = user_id)

gr.close_all()
demo.launch(show_api=False, auth_message = "Hello there! Please log in to access the NarrativeNet Weaver using your Prolific ID as username. Use the password supplied in Qualtrics.")