Spaces:

responsibility-framing
/

sociofillmore_public

Running

App Files Files Community

Gosse Minnema commited on Mar 22, 2024

Commit

b8ce02e

1 Parent(s): bfd79cd

Re-enable data-loading, change port

Browse files

Files changed (9) hide show

Dockerfile +3 -3
README.md +1 -0
sociofillmore/__pycache__/__init__.cpython-39.pyc +0 -0
sociofillmore/common/__pycache__/__init__.cpython-39.pyc +0 -0
sociofillmore/common/__pycache__/analyze_text.cpython-39.pyc +0 -0
sociofillmore/common/analyze_text.py +1 -1
sociofillmore/webapp/__pycache__/__init__.cpython-39.pyc +0 -0
sociofillmore/webapp/__pycache__/app.cpython-39.pyc +0 -0
sociofillmore/webapp/app.py +14 -32

Dockerfile CHANGED Viewed

@@ -13,9 +13,9 @@ RUN chmod -R 777 /.local
 RUN curl -s https://packagecloud.io/install/repositories/github/git-lfs/script.deb.sh | bash
 RUN apt-get install git-lfs
 RUN git lfs install
-# RUN --mount=type=secret,id=HF_TOKEN,mode=0444,required=true \
-# 	git clone https://gossminn:$(cat /run/secrets/HF_TOKEN)@huggingface.co/datasets/responsibility-framing/sociofillmore-datasets /.cache/sfdata
-# RUN chmod -R 777 /.cache/sfdata
 RUN pip install -v -r requirements.txt
 CMD ["sh", "docker_commands.sh"]

 RUN curl -s https://packagecloud.io/install/repositories/github/git-lfs/script.deb.sh | bash
 RUN apt-get install git-lfs
 RUN git lfs install
+RUN --mount=type=secret,id=HF_TOKEN,mode=0444,required=true \
+	git clone https://gossminn:$(cat /run/secrets/HF_TOKEN)@huggingface.co/datasets/responsibility-framing/sociofillmore-datasets /.cache/sfdata
+RUN chmod -R 777 /.cache/sfdata
 RUN pip install -v -r requirements.txt
 CMD ["sh", "docker_commands.sh"]

README.md CHANGED Viewed

@@ -5,6 +5,7 @@ colorFrom: yellow
 colorTo: red
 sdk: docker
 pinned: false
 ---
 Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

 colorTo: red
 sdk: docker
 pinned: false
+app_port: 5000
 ---
 Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

sociofillmore/__pycache__/__init__.cpython-39.pyc CHANGED Viewed

Binary files a/sociofillmore/__pycache__/__init__.cpython-39.pyc and b/sociofillmore/__pycache__/__init__.cpython-39.pyc differ

sociofillmore/common/__pycache__/__init__.cpython-39.pyc CHANGED Viewed

Binary files a/sociofillmore/common/__pycache__/__init__.cpython-39.pyc and b/sociofillmore/common/__pycache__/__init__.cpython-39.pyc differ

sociofillmore/common/__pycache__/analyze_text.cpython-39.pyc CHANGED Viewed

Binary files a/sociofillmore/common/__pycache__/analyze_text.cpython-39.pyc and b/sociofillmore/common/__pycache__/analyze_text.cpython-39.pyc differ

sociofillmore/common/analyze_text.py CHANGED Viewed

@@ -16,7 +16,7 @@ from nltk.corpus import framenet as fn
 from nltk.corpus.reader.framenet import FramenetError
 from spacy.tokens import Token
-# from sociofillmore.crashes.utils import is_a_dutch_text
 ITALIAN_ACTIVE_AUX = ["avere", "ha", "ho", "hai", "avete", "hanno", "abbiamo"]
 DUTCH_ACTIVE_AUX = ["heb", "hebben", "heeft"]

 from nltk.corpus.reader.framenet import FramenetError
 from spacy.tokens import Token
+from sociofillmore.crashes.utils import is_a_dutch_text
 ITALIAN_ACTIVE_AUX = ["avere", "ha", "ho", "hai", "avete", "hanno", "abbiamo"]
 DUTCH_ACTIVE_AUX = ["heb", "hebben", "heeft"]

sociofillmore/webapp/__pycache__/__init__.cpython-39.pyc CHANGED Viewed

Binary files a/sociofillmore/webapp/__pycache__/__init__.cpython-39.pyc and b/sociofillmore/webapp/__pycache__/__init__.cpython-39.pyc differ

sociofillmore/webapp/__pycache__/app.cpython-39.pyc CHANGED Viewed

Binary files a/sociofillmore/webapp/__pycache__/app.cpython-39.pyc and b/sociofillmore/webapp/__pycache__/app.cpython-39.pyc differ

sociofillmore/webapp/app.py CHANGED Viewed

@@ -42,14 +42,14 @@ from sociofillmore.common.analyze_text import (
     get_tarball_blocks,
     analyze_external_file
 )
-# from sociofillmore.crashes.utils import is_a_dutch_text
-# # download nltk packages if needed
-# if sys.argv[2] != "local":
-#     nltk.download("framenet_v17", download_dir="/nltk_data")
-#     nltk.download("punkt", download_dir="/nltk_data")
-#     print("Done!")
 # security (very basic!)
 PROTECTED_DATASETS = [] # "femicides/rai"
@@ -68,9 +68,6 @@ else:
 print("Defining app...")
 app = Flask(__name__)
 app.secret_key = SECRET_KEY
-# app.config["SESSION_PERMANENT"] = False
-# app.config["SESSION_TYPE"] = "filesystem"
-# Session(app)
 # gensim & spacy models
 def load_gensim_model(limit):
@@ -78,7 +75,7 @@ def load_gensim_model(limit):
     return gensim.models.word2vec.KeyedVectors.load_word2vec_format("data/embeddings/concat_glove_frames.w2v.txt", limit=limit)
 gensim_m = None
-# gensim_m = load_gensim_model(100_000)
 print("Loading SpaCy models...")
 spacy_model_ud = spacy.load("xx_sent_ud_sm")
@@ -171,18 +168,11 @@ def read_crashes_provider_attrs():
     return attr_map, name_map
-# PROVIDER_ATTRS = {
-#     "femicides/rai": read_rai_provider_attrs(),
-#     "femicides/olv": {},
-#     "crashes/thecrashes": read_crashes_provider_attrs()[0],
-#     "migration/pavia": read_migration_provider_attrs()
-# }
 PROVIDER_ATTRS = {
-    "femicides/rai": {},
     "femicides/olv": {},
-    "crashes/thecrashes": {},
-    "migration/pavia": {}
 }
@@ -229,20 +219,12 @@ def load_event_data(dataset):
 DATASETS = {
-    "femicides/rai": None,
-    "femicides/olv": None,
-    "crashes/thecrashes": None,
-    "migration/pavia": None,
 }
-# DATASETS = {
-#     "femicides/rai": load_event_data("femicides/rai"),
-#     "femicides/olv": load_event_data("femicides/olv"),
-#     "crashes/thecrashes": load_event_data("crashes/thecrashes"),
-#     "migration/pavia": load_event_data("migration/pavia"),
-# }
 SKIP_FUNCTIONS = {
     "femicides/rai": None,
     "femicides/olv": None,

     get_tarball_blocks,
     analyze_external_file
 )
+from sociofillmore.crashes.utils import is_a_dutch_text
+# download nltk packages if needed
+if sys.argv[2] != "local":
+    nltk.download("framenet_v17", download_dir="/nltk_data")
+    nltk.download("punkt", download_dir="/nltk_data")
+    print("Done!")
 # security (very basic!)
 PROTECTED_DATASETS = [] # "femicides/rai"
 print("Defining app...")
 app = Flask(__name__)
 app.secret_key = SECRET_KEY
 # gensim & spacy models
 def load_gensim_model(limit):
     return gensim.models.word2vec.KeyedVectors.load_word2vec_format("data/embeddings/concat_glove_frames.w2v.txt", limit=limit)
 gensim_m = None
+gensim_m = load_gensim_model(100_000)
 print("Loading SpaCy models...")
 spacy_model_ud = spacy.load("xx_sent_ud_sm")
     return attr_map, name_map
 PROVIDER_ATTRS = {
+    "femicides/rai": read_rai_provider_attrs(),
     "femicides/olv": {},
+    "crashes/thecrashes": read_crashes_provider_attrs()[0],
+    "migration/pavia": read_migration_provider_attrs()
 }
 DATASETS = {
+    "femicides/rai": load_event_data("femicides/rai"),
+    "femicides/olv": load_event_data("femicides/olv"),
+    "crashes/thecrashes": load_event_data("crashes/thecrashes"),
+    "migration/pavia": load_event_data("migration/pavia"),
 }
 SKIP_FUNCTIONS = {
     "femicides/rai": None,
     "femicides/olv": None,