Update Demo.py
Browse files
Demo.py
CHANGED
|
@@ -2,12 +2,15 @@ import streamlit as st
|
|
| 2 |
import sparknlp
|
| 3 |
import pandas as pd
|
| 4 |
import json
|
|
|
|
| 5 |
|
| 6 |
from sparknlp.base import *
|
| 7 |
from sparknlp.annotator import *
|
| 8 |
from pyspark.ml import Pipeline
|
| 9 |
from sparknlp.pretrained import PretrainedPipeline
|
| 10 |
|
|
|
|
|
|
|
| 11 |
# Page configuration
|
| 12 |
st.set_page_config(
|
| 13 |
layout="wide",
|
|
@@ -39,6 +42,7 @@ st.markdown("""
|
|
| 39 |
def init_spark():
|
| 40 |
from pyspark.sql import SparkSession
|
| 41 |
spark = SparkSession.builder \
|
|
|
|
| 42 |
.config("spark.pyspark.python", "/usr/bin/python3.8") \
|
| 43 |
.config("spark.pyspark.driver.python", "/usr/bin/python3.8") \
|
| 44 |
.getOrCreate()
|
|
|
|
| 2 |
import sparknlp
|
| 3 |
import pandas as pd
|
| 4 |
import json
|
| 5 |
+
import os
|
| 6 |
|
| 7 |
from sparknlp.base import *
|
| 8 |
from sparknlp.annotator import *
|
| 9 |
from pyspark.ml import Pipeline
|
| 10 |
from sparknlp.pretrained import PretrainedPipeline
|
| 11 |
|
| 12 |
+
os.environ['PYSPARK_DRIVER_PYTHON'] = '/usr/bin/python3.8'
|
| 13 |
+
|
| 14 |
# Page configuration
|
| 15 |
st.set_page_config(
|
| 16 |
layout="wide",
|
|
|
|
| 42 |
def init_spark():
|
| 43 |
from pyspark.sql import SparkSession
|
| 44 |
spark = SparkSession.builder \
|
| 45 |
+
.appName("App") \
|
| 46 |
.config("spark.pyspark.python", "/usr/bin/python3.8") \
|
| 47 |
.config("spark.pyspark.driver.python", "/usr/bin/python3.8") \
|
| 48 |
.getOrCreate()
|