testing lftk

app.py

@@ -14,6 +14,27 @@ vicuna_model = AutoModelForCausalLM.from_pretrained("lmsys/vicuna-7b-v1.3")
 llama_tokenizer = AutoTokenizer.from_pretrained("daryl149/llama-2-7b-chat-hf")
 llama_model = AutoModelForCausalLM.from_pretrained("daryl149/llama-2-7b-chat-hf")
 
+def linguistic_features(message):
+    # Load a trained spaCy pipeline
+    nlp = spacy.load("en_core_web_sm")
+
+    # Create a spaCy doc object
+    doc = nlp(message)
+
+    # Initiate LFTK extractor by passing in the doc
+    LFTK_extractor = lftk.Extractor(docs=doc)
+
+    # Customize LFTK extractor (optional)
+    LFTK_extractor.customize(stop_words=True, punctuations=False, round_decimal=3)
+
+    # Use LFTK to dynamically extract handcrafted linguistic features
+    features_to_extract = lftk.search_features(family="wordsent", language="general", return_format="list_key")
+    extracted_features = LFTK_extractor.extract(features=features_to_extract)
+
+    print('Linguistic Features:', extracted_features)
+
+    return extracted_features
+
 def update_api_key(new_key):
     print("update_api_key ran")
     global api_key
@@ -225,7 +246,7 @@ def interface():
             # Outputs
 
             user_prompt_1 = gr.Textbox(label="Original prompt")
-            # linguistic_features_textbox = gr.Textbox(label="Linguistic Features", disabled=True)
+            linguistic_features_textbox = gr.Textbox(label="Linguistic Features", disabled=True)
 
             with gr.Row():
                 gpt_ling_ents_chatbot = gr.Chatbot(label="gpt-3.5")
@@ -242,6 +263,11 @@ def interface():
             
             ling_ents_btn.click(fn=update_textbox, inputs=ling_ents_prompt, outputs=user_prompt_1, api_name="ling_ents_btn")
 
+            ling_ents_btn.click(lambda _, 
+                                message=ling_ents_prompt: linguistic_features_textbox.update(linguistic_features(ling_ents_prompt.value)),
+                                inputs=[ling_ents_prompt], 
+                                outputs=[linguistic_features_textbox])
+
             # Event Handler for GPT 3.5 Chatbot
             ling_ents_btn.click(gpt_respond, inputs=[have_key2, linguistic_entities, ling_ents_prompt, gpt_ling_ents_chatbot], 
                                 outputs=[ling_ents_prompt, gpt_ling_ents_chatbot])