lynn-twinkl
commited on
Commit
·
7868ff7
1
Parent(s):
1af36cb
Implemented necessity index and moved usage_extraction to the end
Browse files
app.py
CHANGED
|
@@ -30,25 +30,24 @@ if uploaded_file is not None:
|
|
| 30 |
|
| 31 |
st.dataframe(df)
|
| 32 |
|
| 33 |
-
## 0. PREPROCESSING
|
| 34 |
|
| 35 |
freeform_col = detect_freeform_answer_col(df) # <- detects the long-form column used for processing
|
| 36 |
|
| 37 |
docs = df[freeform_col].to_list()
|
| 38 |
|
| 39 |
-
|
|
|
|
| 40 |
|
| 41 |
-
|
| 42 |
-
with st.spinner("Extracting usage with AI...", show_time=True):
|
| 43 |
-
extracted_usage = extract_usage(docs)
|
| 44 |
|
| 45 |
-
df['Usage'] = extracted_usage
|
| 46 |
|
| 47 |
-
|
| 48 |
|
| 49 |
-
""
|
| 50 |
-
|
| 51 |
|
| 52 |
-
df =
|
| 53 |
|
| 54 |
st.dataframe(df)
|
|
|
|
|
|
| 30 |
|
| 31 |
st.dataframe(df)
|
| 32 |
|
| 33 |
+
## ------- 0. PREPROCESSING ----------
|
| 34 |
|
| 35 |
freeform_col = detect_freeform_answer_col(df) # <- detects the long-form column used for processing
|
| 36 |
|
| 37 |
docs = df[freeform_col].to_list()
|
| 38 |
|
| 39 |
+
|
| 40 |
+
## -------- 1. ASSIGN NECESSITY INDEX ------------
|
| 41 |
|
| 42 |
+
df = df.join(df[freeform_col].apply(compute_necessity))
|
|
|
|
|
|
|
| 43 |
|
|
|
|
| 44 |
|
| 45 |
+
## --------- 2. EXTRACT USAGE -------------
|
| 46 |
|
| 47 |
+
with st.spinner("Extracting usage with AI...", show_time=True):
|
| 48 |
+
extracted_usage = extract_usage(docs)
|
| 49 |
|
| 50 |
+
df['Usage'] = extracted_usage
|
| 51 |
|
| 52 |
st.dataframe(df)
|
| 53 |
+
|