rachman commited on
Commit
ea77673
·
verified ·
1 Parent(s): ae3e824

Update src/streamlit_app.py

Browse files
Files changed (1) hide show
  1. src/streamlit_app.py +91 -38
src/streamlit_app.py CHANGED
@@ -1,40 +1,93 @@
1
- import altair as alt
2
- import numpy as np
3
- import pandas as pd
4
  import streamlit as st
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
5
 
6
- """
7
- # Welcome to Streamlit!
8
-
9
- Edit `/streamlit_app.py` to customize this app to your heart's desire :heart:.
10
- If you have any questions, checkout our [documentation](https://docs.streamlit.io) and [community
11
- forums](https://discuss.streamlit.io).
12
-
13
- In the meantime, below is an example of what you can do with just a few lines of code:
14
- """
15
-
16
- num_points = st.slider("Number of points in spiral", 1, 10000, 1100)
17
- num_turns = st.slider("Number of turns in spiral", 1, 300, 31)
18
-
19
- indices = np.linspace(0, 1, num_points)
20
- theta = 2 * np.pi * num_turns * indices
21
- radius = indices
22
-
23
- x = radius * np.cos(theta)
24
- y = radius * np.sin(theta)
25
-
26
- df = pd.DataFrame({
27
- "x": x,
28
- "y": y,
29
- "idx": indices,
30
- "rand": np.random.randn(num_points),
31
- })
32
-
33
- st.altair_chart(alt.Chart(df, height=700, width=700)
34
- .mark_point(filled=True)
35
- .encode(
36
- x=alt.X("x", axis=None),
37
- y=alt.Y("y", axis=None),
38
- color=alt.Color("idx", legend=None, scale=alt.Scale()),
39
- size=alt.Size("rand", legend=None, scale=alt.Scale(range=[1, 150])),
40
- ))
 
 
 
 
1
  import streamlit as st
2
+ import pandas as pd
3
+ import re
4
+ import tensorflow as tf
5
+ import tensorflow_hub as tf_hub
6
+ from nltk.corpus import stopwords
7
+ from nltk.tokenize import word_tokenize
8
+ from tensorflow.keras.models import load_model
9
+ from Sastrawi.Stemmer.StemmerFactory import StemmerFactory
10
+ import nltk
11
+
12
+ # Use /tmp for NLTK data (writable in Hugging Face Spaces)
13
+ nltk_data_dir = "/tmp/nltk_data"
14
+ nltk.data.path.append(nltk_data_dir)
15
+
16
+ # Download the stopwords and punkt resources
17
+ nltk.download('stopwords', download_dir=nltk_data_dir)
18
+ nltk.download('punkt_tab', download_dir=nltk_data_dir)
19
+
20
+ # Load the trained model
21
+ model = tf.keras.models.load_model('src/model_final.keras',
22
+ custom_objects={'KerasLayer': tf_hub.KerasLayer})
23
+ # Load stopwords
24
+ # Define Stopwords
25
+ stpwds_id = list(set(stopwords.words('indonesian')))
26
+ stpwds_id.append('oh')
27
+
28
+ # Define Stemming
29
+ stemmer = StemmerFactory().create_stemmer()
30
+
31
+ # Create A Function for Text Preprocessing
32
+
33
+ def text_preprocessing(text):
34
+ # Case folding
35
+ text = text.lower()
36
+
37
+ # Mention removal
38
+ text = re.sub("@[A-Za-z0-9_]+", " ", text)
39
+
40
+ # Hashtags removal
41
+ text = re.sub("#[A-Za-z0-9_]+", " ", text)
42
+
43
+ # Newline removal (\n)
44
+ text = re.sub(r"\\n", " ",text)
45
+
46
+ # Whitespace removal
47
+ text = text.strip()
48
+
49
+ # URL removal
50
+ text = re.sub(r"http\S+", " ", text)
51
+ text = re.sub(r"www.\S+", " ", text)
52
+
53
+ # Non-letter removal (such as emoticon, symbol (like μ, $, 兀), etc
54
+ text = re.sub("[^A-Za-z\s']", " ", text)
55
+
56
+ # Tokenization
57
+ tokens = word_tokenize(text)
58
+
59
+ # Stopwords removal
60
+ tokens = [word for word in tokens if word not in stpwds_id]
61
+
62
+ # Stemming
63
+ tokens = [stemmer.stem(word) for word in tokens]
64
+
65
+ # Combining Tokens
66
+ text = ' '.join(tokens)
67
+
68
+ return text
69
+
70
+ hub_layer = tf_hub.KerasLayer(
71
+ "https://www.kaggle.com/models/google/nnlm/TensorFlow2/id-dim128-with-normalization/1",
72
+ input_shape=[],
73
+ dtype=tf.string,
74
+ trainable=False
75
+ )
76
+ # Define the Streamlit interface
77
+ st.title('Sentiment Analysis App')
78
+
79
+ # Get user input
80
+ user_input = st.text_area("Enter the text for sentiment analysis:")
81
+
82
+ if st.button('Analyze'):
83
+ if user_input:
84
+ # Preprocess the input text
85
+ processed_text = text_preprocessing(user_input)
86
+ data_inf = hub_layer([processed_text])
87
+ prediction = model.predict(data_inf)
88
+ sentiment = "Positive" if prediction[0] > 0.5 else "Negative"
89
 
90
+ # Display the result
91
+ st.write(f"Sentiment: {sentiment}")
92
+ else:
93
+ st.write("Please enter some text.")