Upload 3 files
Browse files- app.py +11 -8
- requirements.txt +9 -6
app.py
CHANGED
|
@@ -6,6 +6,7 @@ import string
|
|
| 6 |
import streamlit as st
|
| 7 |
from tensorflow.keras.models import load_model
|
| 8 |
from tensorflow.keras.preprocessing.sequence import pad_sequences
|
|
|
|
| 9 |
|
| 10 |
# Abbreviations dictionary for job market
|
| 11 |
abbreviations = {
|
|
@@ -102,14 +103,16 @@ abbreviations = {
|
|
| 102 |
}
|
| 103 |
|
| 104 |
|
| 105 |
-
|
| 106 |
-
|
| 107 |
-
|
| 108 |
-
|
| 109 |
-
|
| 110 |
-
|
| 111 |
-
|
| 112 |
-
|
|
|
|
|
|
|
| 113 |
|
| 114 |
def expand_abbreviations(text, abbreviations):
|
| 115 |
for abbr, expanded in abbreviations.items():
|
|
|
|
| 6 |
import streamlit as st
|
| 7 |
from tensorflow.keras.models import load_model
|
| 8 |
from tensorflow.keras.preprocessing.sequence import pad_sequences
|
| 9 |
+
import os
|
| 10 |
|
| 11 |
# Abbreviations dictionary for job market
|
| 12 |
abbreviations = {
|
|
|
|
| 103 |
}
|
| 104 |
|
| 105 |
|
| 106 |
+
def ensure_model_installed(model_name="en_core_web_sm"):
|
| 107 |
+
if not os.path.exists(spacy.util.get_model_path(model_name)):
|
| 108 |
+
print(f"Model {model_name} not found. Downloading...")
|
| 109 |
+
spacy.cli.download(model_name)
|
| 110 |
+
else:
|
| 111 |
+
print(f"Model {model_name} is already installed.")
|
| 112 |
+
|
| 113 |
+
# Ensure the model is installed
|
| 114 |
+
ensure_model_installed()
|
| 115 |
+
nlp = spacy.load("en_core_web_sm")
|
| 116 |
|
| 117 |
def expand_abbreviations(text, abbreviations):
|
| 118 |
for abbr, expanded in abbreviations.items():
|
requirements.txt
CHANGED
|
@@ -1,6 +1,9 @@
|
|
| 1 |
-
pickle5
|
| 2 |
-
numpy
|
| 3 |
-
streamlit
|
| 4 |
-
tensorflow
|
| 5 |
-
spacy==3.5.
|
| 6 |
-
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
pickle5
|
| 2 |
+
numpy
|
| 3 |
+
streamlit
|
| 4 |
+
tensorflow
|
| 5 |
+
# spacy==3.5.0
|
| 6 |
+
# # SpaCy model
|
| 7 |
+
# https://github.com/explosion/spacy-models/releases/download/en_core_web_sm-3.5.0/en_core_web_sm-3.5.0.tar.gz
|
| 8 |
+
spacy==3.5.3
|
| 9 |
+
https://github.com/explosion/spacy-models/releases/download/en_core_web_sm-3.5.0/en_core_web_sm-3.5.0-py3-none-any.whl
|