Duplicate from spacy/pipeline-visualizer

Co-authored-by: Mamta Narang <mamta@users.noreply.huggingface.co>

.gitattributes

@@ -0,0 +1,16 @@
+*.bin.* filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tar.gz filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text

LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2020 ExplosionAI GmbH
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

README.md

@@ -0,0 +1,35 @@
+---
+title: Pipeline Visualizer
+emoji: 👀
+colorFrom: blue
+colorTo: red
+sdk: streamlit
+sdk_version: 0.84.2
+app_file: app.py
+pinned: false
+duplicated_from: spacy/pipeline-visualizer
+---
+
+# Configuration
+
+`title`: _string_  
+Display title for the Space
+
+`emoji`: _string_  
+Space emoji (emoji-only character allowed)
+
+`colorFrom`: _string_  
+Color for Thumbnail gradient (red, yellow, green, blue, indigo, purple, pink, gray)
+
+`colorTo`: _string_  
+Color for Thumbnail gradient (red, yellow, green, blue, indigo, purple, pink, gray)
+
+`sdk`: _string_  
+Can be either `gradio` or `streamlit`
+
+`app_file`: _string_  
+Path to your main application file (which contains either `gradio` or `streamlit` Python code).  
+Path is relative to the root of the repository.
+
+`pinned`: _boolean_  
+Whether the Space stays on top of your list.

app.py

@@ -0,0 +1,37 @@
+import spacy_streamlit
+from pathlib import Path
+import srsly
+import importlib
+import random
+
+DEFAULT_MODEL = "en_core_web_sm"
+DEFAULT_TEXT = "David Bowie moved to the US in 1974, initially staying in New York City before settling in Los Angeles."
+DESCRIPTION = """**Explore trained [spaCy](https://spacy.io) pipelines**"""
+
+def get_all_models():
+   with open("requirements.txt") as f:
+    content = f.readlines()
+    models = []
+    for line in content:
+        if "huggingface.co" in line:
+            models.append(line.split("/")[4])
+    return models
+
+MODELS = get_all_models()
+
+def get_default_text(nlp):
+    # Check if spaCy has built-in example texts for the language
+    try:
+        examples = importlib.import_module(f".lang.{nlp.lang}.examples", "spacy")
+        return examples.sentences[0]
+    except (ModuleNotFoundError, ImportError):
+        return ""
+
+spacy_streamlit.visualize(
+    MODELS,
+    default_model=DEFAULT_MODEL,
+    visualizers=["parser", "ner", "similarity", "tokens"],
+    show_visualizer_select=True,
+    sidebar_description=DESCRIPTION,
+    get_default_text=get_default_text
+)

models.json

@@ -0,0 +1,24 @@
+// Unused
+{
+  "zh_core_web_sm":"Chinese (zh_core_web_sm)",
+  "zh_core_web_trf":"Chinese (zh_core_web_trf)",
+  "da_core_news_sm":"Danish (da_core_news_sm)",
+  "nl_core_news_sm":"Dutch (nl_core_news_sm)",
+  "en_core_web_sm":"English (en_core_web_sm)",
+  "en_core_web_trf":"English (en_core_web_trf)",
+  "fr_core_news_sm":"French (fr_core_news_sm)",
+  "de_core_news_sm":"German (de_core_news_sm)",
+  "el_core_news_sm":"Greek (el_core_news_sm)",
+  "it_core_news_sm":"Italian (it_core_news_sm)",
+  "ja_core_news_sm":"Japanese (ja_core_news_sm)",
+  "lt_core_news_sm":"Lithuanian (lt_core_news_sm)",
+  "mk_core_news_sm":"Macedonian (mk_core_news_sm)",
+  "nb_core_news_sm":"Norwegian (nb_core_news_sm)",
+  "pl_core_news_sm":"Polish (pl_core_news_sm)",
+  "pl_core_news_md":"Polish (pl_core_news_md)",
+  "pt_core_news_sm":"Portuguese (pt_core_news_sm)",
+  "pt_core_news_md":"Portuguese (pt_core_news_md)",
+  "ro_core_news_sm":"Romanian (ro_core_news_sm)",
+  "ru_core_news_sm":"Russian (ru_core_news_sm)",
+  "es_core_news_sm":"Spanish (es_core_news_sm)"
+}

requirements.txt

@@ -0,0 +1,93 @@
+spacy-streamlit==1.0.1
+datasets==1.11.0
+
+https://huggingface.co/spacy/ca_core_news_lg/resolve/main/ca_core_news_lg-any-py3-none-any.whl
+https://huggingface.co/spacy/ca_core_news_md/resolve/main/ca_core_news_md-any-py3-none-any.whl
+https://huggingface.co/spacy/ca_core_news_sm/resolve/main/ca_core_news_sm-any-py3-none-any.whl
+https://huggingface.co/spacy/ca_core_news_trf/resolve/main/ca_core_news_trf-any-py3-none-any.whl
+
+https://huggingface.co/spacy/da_core_news_lg/resolve/main/da_core_news_lg-any-py3-none-any.whl
+https://huggingface.co/spacy/da_core_news_md/resolve/main/da_core_news_md-any-py3-none-any.whl
+https://huggingface.co/spacy/da_core_news_sm/resolve/main/da_core_news_sm-any-py3-none-any.whl
+https://huggingface.co/spacy/da_core_news_trf/resolve/main/da_core_news_trf-any-py3-none-any.whl
+
+https://huggingface.co/spacy/de_core_news_lg/resolve/main/de_core_news_lg-any-py3-none-any.whl
+https://huggingface.co/spacy/de_core_news_md/resolve/main/de_core_news_md-any-py3-none-any.whl
+https://huggingface.co/spacy/de_core_news_sm/resolve/main/de_core_news_sm-any-py3-none-any.whl
+https://huggingface.co/spacy/de_dep_news_trf/resolve/main/de_dep_news_trf-any-py3-none-any.whl
+
+https://huggingface.co/spacy/el_core_news_lg/resolve/main/el_core_news_lg-any-py3-none-any.whl
+https://huggingface.co/spacy/el_core_news_md/resolve/main/el_core_news_md-any-py3-none-any.whl
+https://huggingface.co/spacy/el_core_news_sm/resolve/main/el_core_news_sm-any-py3-none-any.whl
+
+https://huggingface.co/spacy/en_core_web_lg/resolve/main/en_core_web_lg-any-py3-none-any.whl
+https://huggingface.co/spacy/en_core_web_md/resolve/main/en_core_web_md-any-py3-none-any.whl
+https://huggingface.co/spacy/en_core_web_sm/resolve/main/en_core_web_sm-any-py3-none-any.whl
+https://huggingface.co/spacy/en_core_web_trf/resolve/main/en_core_web_trf-any-py3-none-any.whl
+
+https://huggingface.co/spacy/es_core_news_lg/resolve/main/es_core_news_lg-any-py3-none-any.whl
+https://huggingface.co/spacy/es_core_news_md/resolve/main/es_core_news_md-any-py3-none-any.whl
+https://huggingface.co/spacy/es_core_news_sm/resolve/main/es_core_news_sm-any-py3-none-any.whl
+https://huggingface.co/spacy/es_dep_news_trf/resolve/main/es_dep_news_trf-any-py3-none-any.whl
+
+https://huggingface.co/spacy/fi_core_news_lg/resolve/main/fi_core_news_lg-any-py3-none-any.whl
+https://huggingface.co/spacy/fi_core_news_md/resolve/main/fi_core_news_md-any-py3-none-any.whl
+https://huggingface.co/spacy/fi_core_news_sm/resolve/main/fi_core_news_sm-any-py3-none-any.whl
+
+https://huggingface.co/spacy/fr_core_news_lg/resolve/main/fr_core_news_lg-any-py3-none-any.whl
+https://huggingface.co/spacy/fr_core_news_md/resolve/main/fr_core_news_md-any-py3-none-any.whl
+https://huggingface.co/spacy/fr_core_news_sm/resolve/main/fr_core_news_sm-any-py3-none-any.whl
+https://huggingface.co/spacy/fr_dep_news_trf/resolve/main/fr_dep_news_trf-any-py3-none-any.whl
+
+https://huggingface.co/spacy/it_core_news_lg/resolve/main/it_core_news_lg-any-py3-none-any.whl
+https://huggingface.co/spacy/it_core_news_md/resolve/main/it_core_news_md-any-py3-none-any.whl
+https://huggingface.co/spacy/it_core_news_sm/resolve/main/it_core_news_sm-any-py3-none-any.whl
+
+https://huggingface.co/spacy/ja_core_news_lg/resolve/main/ja_core_news_lg-any-py3-none-any.whl
+https://huggingface.co/spacy/ja_core_news_md/resolve/main/ja_core_news_md-any-py3-none-any.whl
+https://huggingface.co/spacy/ja_core_news_sm/resolve/main/ja_core_news_sm-any-py3-none-any.whl
+
+https://huggingface.co/spacy/ko_core_news_lg/resolve/main/ko_core_news_lg-any-py3-none-any.whl
+https://huggingface.co/spacy/ko_core_news_md/resolve/main/ko_core_news_md-any-py3-none-any.whl
+https://huggingface.co/spacy/ko_core_news_sm/resolve/main/ko_core_news_sm-any-py3-none-any.whl
+
+https://huggingface.co/spacy/lt_core_news_lg/resolve/main/lt_core_news_lg-any-py3-none-any.whl
+https://huggingface.co/spacy/lt_core_news_md/resolve/main/lt_core_news_md-any-py3-none-any.whl
+https://huggingface.co/spacy/lt_core_news_sm/resolve/main/lt_core_news_sm-any-py3-none-any.whl
+
+https://huggingface.co/spacy/mk_core_news_lg/resolve/main/mk_core_news_lg-any-py3-none-any.whl
+https://huggingface.co/spacy/mk_core_news_md/resolve/main/mk_core_news_md-any-py3-none-any.whl
+https://huggingface.co/spacy/mk_core_news_sm/resolve/main/mk_core_news_sm-any-py3-none-any.whl
+
+https://huggingface.co/spacy/nb_core_news_lg/resolve/main/nb_core_news_lg-any-py3-none-any.whl
+https://huggingface.co/spacy/nb_core_news_md/resolve/main/nb_core_news_md-any-py3-none-any.whl
+https://huggingface.co/spacy/nb_core_news_sm/resolve/main/nb_core_news_sm-any-py3-none-any.whl
+
+https://huggingface.co/spacy/nl_core_news_lg/resolve/main/nl_core_news_lg-any-py3-none-any.whl
+https://huggingface.co/spacy/nl_core_news_md/resolve/main/nl_core_news_md-any-py3-none-any.whl
+https://huggingface.co/spacy/nl_core_news_sm/resolve/main/nl_core_news_sm-any-py3-none-any.whl
+
+https://huggingface.co/spacy/pl_core_news_lg/resolve/main/pl_core_news_lg-any-py3-none-any.whl
+https://huggingface.co/spacy/pl_core_news_md/resolve/main/pl_core_news_md-any-py3-none-any.whl
+https://huggingface.co/spacy/pl_core_news_sm/resolve/main/pl_core_news_sm-any-py3-none-any.whl
+
+https://huggingface.co/spacy/pt_core_news_lg/resolve/main/pt_core_news_lg-any-py3-none-any.whl
+https://huggingface.co/spacy/pt_core_news_md/resolve/main/pt_core_news_md-any-py3-none-any.whl
+https://huggingface.co/spacy/pt_core_news_sm/resolve/main/pt_core_news_sm-any-py3-none-any.whl
+
+https://huggingface.co/spacy/ro_core_news_lg/resolve/main/ro_core_news_lg-any-py3-none-any.whl
+https://huggingface.co/spacy/ro_core_news_md/resolve/main/ro_core_news_md-any-py3-none-any.whl
+https://huggingface.co/spacy/ro_core_news_sm/resolve/main/ro_core_news_sm-any-py3-none-any.whl
+
+https://huggingface.co/spacy/ru_core_news_lg/resolve/main/ru_core_news_lg-any-py3-none-any.whl
+https://huggingface.co/spacy/ru_core_news_md/resolve/main/ru_core_news_md-any-py3-none-any.whl
+https://huggingface.co/spacy/ru_core_news_sm/resolve/main/ru_core_news_sm-any-py3-none-any.whl
+
+https://huggingface.co/spacy/sv_core_news_lg/resolve/main/sv_core_news_lg-any-py3-none-any.whl
+https://huggingface.co/spacy/sv_core_news_md/resolve/main/sv_core_news_md-any-py3-none-any.whl
+https://huggingface.co/spacy/sv_core_news_sm/resolve/main/sv_core_news_sm-any-py3-none-any.whl
+
+https://huggingface.co/spacy/zh_core_web_lg/resolve/main/zh_core_web_lg-any-py3-none-any.whl 
+https://huggingface.co/spacy/zh_core_web_md/resolve/main/zh_core_web_md-any-py3-none-any.whl 
+https://huggingface.co/spacy/zh_core_web_sm/resolve/main/zh_core_web_sm-any-py3-none-any.whl 
+https://huggingface.co/spacy/zh_core_web_trf/resolve/main/zh_core_web_trf-any-py3-none-any.whl