Update Demo.py

Demo.py

@@ -143,23 +143,12 @@ st.subheader("Processed output:")
 results = {
     'Document': output[0]['document'][0].result,
     'NER Chunk': [n.result for n in output[0]['ner_chunk']],
-    'NER Label': [n.metadata['entity'] for n in output[0]['ner_chunk']],
-    'Confidence': [n.metadata['confidence'] for n in output[0]['ner_chunk']]
+    "NER Label": [n.metadata['entity'] for n in output[0]['ner_chunk']]
 }
 
-spark_df = spark.createDataFrame(
-    zip(results['NER Chunk'], results['NER Label'], results['Confidence']),
-    schema=['NER Chunk', 'NER Label', 'Confidence']
-)
-
-processed_df = spark_df.select(
-    col('NER Chunk').alias('result'),
-    col('NER Label').alias('entity'),
-    concat(round(col('Confidence').cast('float') * 100, 2), lit('%')).alias('confidence')
-)
-
 annotate(results)
+
 with st.expander("View DataFrame"):
-    df = processed_df.toPandas()
+    df = pd.DataFrame({'NER Chunk': results['NER Chunk'], 'NER Label': results['NER Label']})
     df.index += 1
     st.dataframe(df)