initial commit

.gitattributes

@@ -0,0 +1,35 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text

.gitignore

@@ -0,0 +1 @@
+__pycache__

README.md

@@ -0,0 +1,13 @@
+---
+title: Nlp Demo
+emoji: 👁
+colorFrom: pink
+colorTo: pink
+sdk: gradio
+sdk_version: 4.21.0
+app_file: app.py
+pinned: false
+license: mit
+---
+
+Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

app.py

@@ -0,0 +1,5 @@
+from src.ml_toolkit.wrapped_gradio_objects import GradioTabWrapper
+
+if __name__ == "__main__":
+    demo = GradioTabWrapper.from_yaml("resources/tabs/app_tab.yml")
+    demo.launch()

flagged/log.csv

@@ -0,0 +1,4 @@
+Input,Summary,flag,username,timestamp
+Hello my name is,"Hello my name is Mark O'Keeffe, and I need to get out of here right here on the floor. I don't want this, you're not going to take my picture with the camera on you. What's taking my picture",,,2023-02-13 09:26:59.995980
+Hello my name is,"Hello my name is Mark O'Keeffe, and I need to get out of here right here on the floor. I don't want this, you're not going to take my picture with the camera on you. What's taking my picture",,,2023-02-13 09:27:01.256913
+Paris is the <mask> of France.,,,,,2023-02-13 14:53:47.770858

requirements.txt

@@ -0,0 +1 @@
+pyyaml

resources/interfaces/text_classification.yml

@@ -0,0 +1,19 @@
+title: Text-Klassifikation
+name: huggingface/Sahajtomar/German_Zeroshot
+description: >
+  Bei Text-Klassifikation wollen wir einen ganzen Text einer oder mehreren Klassen zuweisen. Dazu müssen wir den Text eingeben, sowie
+  eine Liste aller möglichen Klassen. Als Resultat erhalten wir für jede Klasse die Wahrscheinlichkeit, dass der Text dazu gehört.
+  </br>
+  Das hier gezeigte Modell funktioniert nur auf Deutsch.
+examples:
+  -
+    - >
+      Guten Tag
+      Seit dem letzten Update sind meine Pendelstrecken verschwunden und lassen sich auch nicht mehr einrichten in der App.
+      Bitte beheben
+    -
+      - zufrieden
+      - unzufrieden
+      - neutral
+    - True
+

resources/interfaces/text_ner.yml

@@ -0,0 +1,8 @@
+title: Text-Klassifikation
+name: huggingface/manu/gliner_multi
+description: >
+  Bei Text-Klassifikation wollen wir einen ganzen Text einer oder mehreren Klassen zuweisen. Dazu müssen wir den Text eingeben, sowie
+  eine Liste aller möglichen Klassen. Als Resultat erhalten wir für jede Klasse die Wahrscheinlichkeit, dass der Text dazu gehört.
+  </br>
+  Das hier gezeigte Modell funktioniert nur auf Deutsch.
+

resources/tabs/app_tab.yml

@@ -0,0 +1,3 @@
+title: GenAI Demo
+dependencies:
+- interfaces/text_classification.yml

resources/templates/template_interface.yml

@@ -0,0 +1,20 @@
+title: Some Title # will be used as tab title and for the link.
+name: huggingface/deepset/gelectra-large-germanquad # path to model
+description: > # Adding > here allows multiline strings
+    This
+    is
+    a
+    string
+    accross
+    multiple
+    lines
+examples:
+    # This is how we can do nested lists
+    - # First example
+        - Foo
+        - Bar
+    - # Second example
+        - >
+            Hello
+            world
+        - Hello who?

resources/templates/template_tab.yml

@@ -0,0 +1,3 @@
+title: Some Title # will be used as tab title
+dependencies:
+- templates/template_interface.yaml # provide all dependant interfaces as a list

src/ml_toolkit/wrapped_gradio_objects.py

@@ -0,0 +1,128 @@
+import gradio as gr
+import yaml
+import os
+
+sbb = gr.themes.utils.colors.Color(
+    c50="#fff5f6",
+    c100="#ffdee2",
+    c200="#ffbdc5",
+    c300="#ff99a5",
+    c400="#f06273",
+    c500="#e0041f",
+    c600="#c20219",
+    c700="#8f0113",
+    c800="#66010d",
+    c900="#66010d",
+    c950="#66010d",
+    name="sbb",
+)
+
+
+class BFHTheme(gr.themes.Base):
+    def __init__(
+        self,
+    ):
+        super().__init__(
+            primary_hue=sbb,
+            secondary_hue=sbb,
+        )
+
+
+class WrappedGradioObject:
+    def __init__(self, title, gradio_element):
+        self.title = title
+        self.gradio_element = gradio_element
+
+    def launch(self):
+        return self.gradio_element.launch()
+
+    @staticmethod
+    def read_yaml(path):
+        with open(path) as f:
+            return yaml.safe_load(f)
+
+    @staticmethod
+    def read_file(path):
+        with open(path) as f:
+            return f.read()
+
+
+class GradioInterfaceWrapper(WrappedGradioObject):
+    @classmethod
+    def from_yaml(cls, path):
+        """Initializes Interface from YAML file."""
+        content_dict = cls.read_yaml(path)
+        return cls.create_interface(**content_dict)
+
+    @classmethod
+    def create_interface(cls, name, title, description, examples=None):
+        """Creates Gradio-Element containing an interface."""
+        description = cls._prepend_link_to_description(name, title, description)
+        interface = gr.load(
+            name,
+            title=None,  # Having the Tab-Name is sufficient.
+            description=description,
+            examples=examples,
+        )
+        return cls(title, interface)
+
+    @staticmethod
+    def _prepend_link_to_description(name, title, description):
+        without_huggingface = name.removeprefix("huggingface/")
+        link = f"https://huggingface.co/{without_huggingface}"
+        return f'<a href="{link}">{title}</a> </br> {description}'
+
+
+class GradioTabWrapper(WrappedGradioObject):
+    @classmethod
+    def from_gradio_object_list(cls, title, gradio_objects):
+        """Constructs a GradioTabWrapper from a title and a list of WrappedGradioObjects."""
+        interface = gr.TabbedInterface(
+            [obj.gradio_element for obj in gradio_objects],
+            [obj.title for obj in gradio_objects],
+            theme=BFHTheme(),
+        )
+        return cls(title, interface)
+
+    @classmethod
+    def from_yaml(cls, path):
+        content_dict = cls.read_yaml(path)
+        gradio_objects = [
+            cls._read_dependency(dependency)
+            for dependency in content_dict["dependencies"]
+        ]
+        return cls.from_gradio_object_list(
+            content_dict["title"],
+            gradio_objects,
+        )
+
+    @staticmethod
+    def _read_dependency(path):
+        full_path = f"resources/{path}"
+        if path.startswith("interfaces"):
+            return GradioInterfaceWrapper.from_yaml(full_path)
+        if path.startswith("tabs"):
+            return GradioTabWrapper.from_yaml(full_path)
+        if path.startswith("markdown"):
+            return GradioMarkdownWrapper.from_markdown(full_path)
+        raise ValueError(
+            "Gradio Object Type could not be inferred from path name. Make sure "
+            "that all interface object yamls are in resources/interfaces, "
+            "all tab object yamls are in resources/tabs, and all markdown objects "
+            "are in resources/markdown."
+        )
+
+
+class GradioMarkdownWrapper(WrappedGradioObject):
+    @classmethod
+    def from_markdown(cls, path):
+        """Creates text from markdown. The title is inferred from the file name."""
+        content = cls.read_file(path)
+        title = cls.title_from_path(path)
+        return cls(title, gr.Markdown(content))
+
+    @staticmethod
+    def title_from_path(path):
+        _, last = os.path.split(path)
+        name, _ = os.path.splitext(last)
+        return name.capitalize()