mednow commited on
Commit
4a6a007
·
verified ·
1 Parent(s): e66117e

Upload 3 files

Browse files
Files changed (2) hide show
  1. app.py +11 -8
  2. requirements.txt +9 -6
app.py CHANGED
@@ -6,6 +6,7 @@ import string
6
  import streamlit as st
7
  from tensorflow.keras.models import load_model
8
  from tensorflow.keras.preprocessing.sequence import pad_sequences
 
9
 
10
  # Abbreviations dictionary for job market
11
  abbreviations = {
@@ -102,14 +103,16 @@ abbreviations = {
102
  }
103
 
104
 
105
- # Load Spacy model
106
- try:
107
- nlp = spacy.load("en_core_web_sm")
108
- except OSError:
109
- # In case the model is not linked correctly, manually load from installed path
110
- from spacy.cli import download
111
- download("en_core_web_sm")
112
- nlp = spacy.load("en_core_web_sm")
 
 
113
 
114
  def expand_abbreviations(text, abbreviations):
115
  for abbr, expanded in abbreviations.items():
 
6
  import streamlit as st
7
  from tensorflow.keras.models import load_model
8
  from tensorflow.keras.preprocessing.sequence import pad_sequences
9
+ import os
10
 
11
  # Abbreviations dictionary for job market
12
  abbreviations = {
 
103
  }
104
 
105
 
106
+ def ensure_model_installed(model_name="en_core_web_sm"):
107
+ if not os.path.exists(spacy.util.get_model_path(model_name)):
108
+ print(f"Model {model_name} not found. Downloading...")
109
+ spacy.cli.download(model_name)
110
+ else:
111
+ print(f"Model {model_name} is already installed.")
112
+
113
+ # Ensure the model is installed
114
+ ensure_model_installed()
115
+ nlp = spacy.load("en_core_web_sm")
116
 
117
  def expand_abbreviations(text, abbreviations):
118
  for abbr, expanded in abbreviations.items():
requirements.txt CHANGED
@@ -1,6 +1,9 @@
1
- pickle5
2
- numpy
3
- streamlit
4
- tensorflow
5
- spacy==3.5.3
6
- https://github.com/explosion/spacy-models/releases/download/en_core_web_sm-3.5.0/en_core_web_sm-3.5.0-py3-none-any.whl
 
 
 
 
1
+ pickle5
2
+ numpy
3
+ streamlit
4
+ tensorflow
5
+ # spacy==3.5.0
6
+ # # SpaCy model
7
+ # https://github.com/explosion/spacy-models/releases/download/en_core_web_sm-3.5.0/en_core_web_sm-3.5.0.tar.gz
8
+ spacy==3.5.3
9
+ https://github.com/explosion/spacy-models/releases/download/en_core_web_sm-3.5.0/en_core_web_sm-3.5.0-py3-none-any.whl