adding Obsei UI

README.md

@@ -1,37 +1,22 @@
----
-title: Obsei Demo
-emoji: 📉
-colorFrom: gray
-colorTo: yellow
-sdk: streamlit
-app_file: app.py
-pinned: false
----
+## Demo UI
 
-# Configuration
+This is a minimal UI that can spin up to test Obsei. It's based on streamlit and is very easy to extend for your own use.
 
-`title`: _string_  
-Display title for the Space
+![Screenshot](https://raw.githubusercontent.com/obsei/obsei-resources/master/images/obsei-ui-demo.png)
 
-`emoji`: _string_  
-Space emoji (emoji-only character allowed)
+## Usage
 
-`colorFrom`: _string_  
-Color for Thumbnail gradient (red, yellow, green, blue, indigo, purple, pink, gray)
+### Option 1: Local
+Execute in this folder:
+```shell
+pip install -r requirements.txt
+streamlit run ui.py
+```
 
-`colorTo`: _string_  
-Color for Thumbnail gradient (red, yellow, green, blue, indigo, purple, pink, gray)
+### Option 2: Container
 
-`sdk`: _string_  
-Can be either `gradio` or `streamlit`
-
-`sdk_version` : _string_  
-Only applicable for `streamlit` SDK.  
-See [doc](https://hf.co/docs/hub/spaces) for more info on supported versions.
-
-`app_file`: _string_  
-Path to your main application file (which contains either `gradio` or `streamlit` Python code).  
-Path is relative to the root of the repository.
-
-`pinned`: _boolean_  
-Whether the Space stays on top of your list.
+Just run
+```
+docker run -d --name obesi-ui -p 8501:8501 obsei/obsei-ui-demo
+```
+You can find the UI at `http://localhost:8501`

app.py

@@ -0,0 +1,97 @@
+from utils import *
+
+current_path = pathlib.Path(__file__).parent.absolute().as_posix()
+configuration = get_obsei_config(current_path, "config.yaml")
+logo_url = "https://raw.githubusercontent.com/obsei/obsei-resources/master/logos/obsei_200x200.png"
+
+st.set_page_config(page_title="Obsei Demo", layout="wide", page_icon=logo_url)
+
+st.title("Obsei Demo").markdown(
+    get_icon_name("Obsei Demo", logo_url, 60, 35), unsafe_allow_html=True
+)
+
+st.error(
+    """
+**Note:** Demo run will require some secure information based on source or sink selected,
+if you don't trust this environment please close the app.\n
+Do not share and commit generated file as it may contains secure information.
+"""
+)
+
+(
+    pipeline_col,
+    spinner_col,
+    execute_col,
+    download_python_col,
+    download_yaml_col,
+) = st.columns([2, 2, 1, 1, 1])
+
+source_col, analyzer_col, sink_col = st.columns([1, 1, 1])
+
+source_list = [k for k in configuration["source"].keys()]
+selected_source = source_col.selectbox("Select Observer", source_list)
+
+analyzer_list = [k for k in configuration["analyzer"].keys()]
+selected_analyzer = analyzer_col.selectbox("Select Analyzer", analyzer_list)
+
+sink_list = [k for k in configuration["sink"].keys()]
+selected_sink = sink_col.selectbox("Select Informer", sink_list)
+
+src_icon = get_icon_name(None, configuration["source"][selected_source]["_icon_"])
+analyzer_icon = get_icon_name(
+    None, configuration["analyzer"][selected_analyzer]["_icon_"]
+)
+sink_icon = get_icon_name(None, configuration["sink"][selected_sink]["_icon_"])
+pipeline_col.header("Pipeline").markdown(
+    f"**Pipeline:** {src_icon} ➡➡ {analyzer_icon} ➡➡ {sink_icon}",
+    unsafe_allow_html=True,
+)
+
+src_config = configuration["source"][selected_source]["config"]
+render_config(
+    src_config, source_col, configuration["source"][selected_source]["_help_"]
+)
+
+analyzer_type_config = configuration["analyzer"][selected_analyzer]
+analyzer_type_list = []
+for k in analyzer_type_config.keys():
+    if k != "_icon_":
+        analyzer_type_list.append(k)
+selected_analyzer_type = analyzer_col.selectbox(f"analyzer type", analyzer_type_list)
+analyzer_config = None
+if "config" in analyzer_type_config[selected_analyzer_type]:
+    analyzer_config = analyzer_type_config[selected_analyzer_type]["config"]
+render_config(
+    analyzer_config,
+    analyzer_col,
+    analyzer_type_config[selected_analyzer_type]["_help_"],
+)
+if len(analyzer_type_config[selected_analyzer_type]["analyzer"]) > 1:
+    render_config(
+        analyzer_type_config[selected_analyzer_type]["analyzer"], analyzer_col
+    )
+
+sink_config = configuration["sink"][selected_sink]["config"]
+render_config(sink_config, sink_col, configuration["sink"][selected_sink]["_help_"])
+
+generate_config = {
+    "source": configuration["source"][selected_source]["source"],
+    "source_config": src_config,
+    "analyzer_config": analyzer_config,
+    "analyzer": analyzer_type_config[selected_analyzer_type]["analyzer"],
+    "sink": configuration["sink"][selected_sink]["sink"],
+    "sink_config": sink_config,
+}
+
+python_code = generate_python(generate_config)
+yaml_code = generate_yaml(generate_config)
+
+execute_button = execute_col.button("🚀 Execute")
+if execute_button:
+    execute_workflow(generate_config, spinner_col)
+
+with download_python_col:
+    download_button(python_code, "generated-code.py", "🐍 Download (.py)")
+
+with download_yaml_col:
+    download_button(yaml_code, "generated-config.yaml", "📖 Download (.yaml)")

config.yaml

@@ -0,0 +1,343 @@
+source:
+  Appstore Scrapper:
+    _icon_: "https://raw.githubusercontent.com/obsei/obsei-resources/master/logos/appstore.png"
+    _help_:
+      - '`app_url` is application url on app store.
+      - For example for Xcode - https://apps.apple.com/us/app/xcode/id497799835'
+    source:
+      _target_: obsei.source.AppStoreScrapperSource
+    config:
+      _target_: obsei.source.AppStoreScrapperConfig
+      app_url: "https://apps.apple.com/us/app/gmail-email-by-google/id422689480"
+      lookup_period: "1h"
+      max_count: 5
+  Playstore Scrapper:
+    _icon_: "https://raw.githubusercontent.com/obsei/obsei-resources/master/logos/playstore.png"
+    _help_:
+      - '`app_url` is application url on play store'
+      - 'For example for Gmail - https://play.google.com/store/apps/details?id=com.google.android.gm&hl=en_IN&gl=US'
+    source:
+      _target_: obsei.source.PlayStoreScrapperSource
+    config:
+      _target_: obsei.source.PlayStoreScrapperConfig
+      app_url: "https://play.google.com/store/apps/details?id=com.google.android.gm&hl=en_IN&gl=US"
+      lookup_period: "1h"
+      max_count: 5
+  Maps Reviews Scrapper:
+    _icon_: "https://raw.githubusercontent.com/obsei/obsei-resources/master/logos/google_maps.png"
+    _help_:
+      - 'Collect `api_key` from https://outscraper.com/'
+      - ''
+      - 'For `queries` enter google maps urls or place ids, for example'
+      - "https://www.google.co.in/maps/place/Taj+Mahal/@27.1751496,78.0399535,17z/data=!4m5!3m4!1s0x39747121d702ff6d:0xdd2ae4803f767dde!8m2!3d27.1751448!4d78.0421422"
+    source:
+      _target_: obsei.source.OSGoogleMapsReviewsSource
+    config:
+      _target_: obsei.source.OSGoogleMapsReviewsConfig
+      api_key: ''
+      queries:
+        - "https://www.google.co.in/maps/place/Taj+Mahal/@27.1751496,78.0399535,17z/data=!4m5!3m4!1s0x39747121d702ff6d:0xdd2ae4803f767dde!8m2!3d27.1751448!4d78.0421422"
+      number_of_reviews: 5
+  Reddit Scrapper:
+    _icon_: "https://raw.githubusercontent.com/obsei/obsei-resources/master/logos/reddit.png"
+    _help_:
+      - 'Reddit subreddit, search etc rss url. For proper url refer following link -'
+      - 'https://www.reddit.com/r/pathogendavid/comments/tv8m9/pathogendavids_guide_to_rss_and_reddit/'
+    source:
+      _target_: obsei.source.RedditScrapperSource
+    config:
+      _target_: obsei.source.RedditScrapperConfig
+      url: 'https://www.reddit.com/r/wallstreetbets/comments/.rss?sort=new'
+      lookup_period: "1h"
+  Twitter:
+    _icon_: "https://raw.githubusercontent.com/obsei/obsei-resources/master/logos/twitter.png"
+    _help_:
+      - '`query` accept search string, @user or #hashtags also'
+      - ''
+      - 'Need twitter `consumer key` and `secret`, get it from https://developer.twitter.com/en/apply-for-access'
+    source:
+      _target_: obsei.source.TwitterSource
+    config:
+      _target_: obsei.source.TwitterSourceConfig
+      query: "@Twitter"
+      lookup_period: "1h"
+      max_tweets: 10
+      cred_info:
+        _target_: obsei.source.TwitterCredentials
+        consumer_key: ''
+        consumer_secret: ''
+  Facebook:
+    _icon_: "https://raw.githubusercontent.com/obsei/obsei-resources/master/logos/facebook.png"
+    _help_:
+      - '`page_id` is id of your facebook page'
+      - ''
+      - 'Need facebook app_id, app_secret and long_term_token. Get it from https://developers.facebook.com/apps/'
+    source:
+      _target_: obsei.source.FacebookSource
+    config:
+      _target_: obsei.source.FacebookSourceConfig
+      page_id: "110844591144719"
+      lookup_period: "1h"
+      cred_info:
+        _target_: obsei.source.FacebookCredentials
+        app_id: ''
+        app_secret: ''
+        long_term_token: ''
+  Email:
+    _icon_: "https://raw.githubusercontent.com/obsei/obsei-resources/master/logos/gmail.png"
+    _help_:
+      - 'List of IMAP servers for most commonly used email providers https://www.systoolsgroup.com/imap/'
+      - ''
+      - 'Also, if you are using a `Gmail` account then make sure you allow less secure apps on your account'
+      - 'https://myaccount.google.com/lesssecureapps?pli=1'
+      - 'Also enable IMAP access - https://mail.google.com/mail/u/0/#settings/fwdandpop'
+    source:
+      _target_: obsei.source.EmailSource
+    config:
+      _target_: obsei.source.EmailConfig
+      imap_server: 'imap.gmail.com'
+      cred_info:
+        _target_: obsei.source.EmailCredInfo
+        username: ''
+        password: ''
+      lookup_period: "1h"
+  Reddit:
+    _icon_: "https://raw.githubusercontent.com/obsei/obsei-resources/master/logos/reddit.png"
+    _help_:
+      - 'Reddit account `username` and `password` require'
+      - 'Enter list of `subreddits`'
+    source:
+      _target_: obsei.source.RedditSource
+    config:
+      _target_: obsei.source.RedditConfig
+      subreddits:
+        - 'wallstreetbets'
+      cred_info:
+        _target_: obsei.source.RedditCredInfo
+        username: ''
+        password: ''
+      lookup_period: "1h"
+  Google News:
+    _icon_: "https://raw.githubusercontent.com/obsei/obsei-resources/master/logos/googlenews.png"
+    _help_:
+      - '`fetch_article` use crawler to fetch full article'
+    source:
+      _target_: obsei.source.GoogleNewsSource
+    config:
+      _target_: obsei.source.GoogleNewsConfig
+      query: "bitcoin"
+      max_results: 3
+      lookup_period: "1d"
+      fetch_article: true
+  Website Crawler:
+    _icon_: "https://raw.githubusercontent.com/obsei/obsei-resources/master/logos/webcrawler.png"
+    _help_:
+      - '`package name` can be found at the end of the url of app in play store.'
+      - ''
+      - 'For example - https://play.google.com/store/apps/details?id=com.google.android.gm&hl=en&gl=US'
+      - '`com.google.android.gm` is the `package name` for xcode and `us` is `country`.'
+    source:
+      _target_: obsei.source.TrafilaturaCrawlerSource
+    config:
+      _target_: obsei.source.TrafilaturaCrawlerConfig
+      urls:
+        - 'https://obsei.github.io/obsei/'
+sink:
+  Jira:
+    _icon_: "https://raw.githubusercontent.com/obsei/obsei-resources/master/logos/jira.png"
+    _help_:
+      - 'For testing purpose you can start jira server locally'
+      - 'Refer https://developer.atlassian.com/server/framework/atlassian-sdk/atlas-run-standalone/'
+      - ''
+      - 'Provide `server url`, `username`  and `password` of the user'
+      - ''
+      - '`type` of issue to be created, for more information refer -'
+      - 'https://support.atlassian.com/jira-cloud-administration/docs/what-are-issue-types/'
+      - ''
+      - '`project` in which issue to be created, for more information refer -'
+      - 'https://support.atlassian.com/jira-software-cloud/docs/what-is-a-jira-software-project/'
+    sink:
+      _target_: obsei.sink.JiraSink
+    config:
+      _target_: obsei.sink.JiraSinkConfig
+      url: 'http://localhost:2990/jira'
+      username: ''
+      password: ''
+      issue_type:
+        name: "Task"
+      project:
+        key: ""
+  Zendesk:
+    _icon_: "https://raw.githubusercontent.com/obsei/obsei-resources/master/logos/zendesk.png"
+    _help_:
+      - 'For custom domain refer http://docs.facetoe.com.au/zenpy.html#custom-domains'
+      - 'Provide zendesk `domain`'
+      - ''
+      - 'Provide `subdomain` if you have one'
+      - ''
+      - 'Provide zendesk account `email` and `password`'
+    sink:
+      _target_: obsei.sink.ZendeskSink
+    config:
+      _target_: obsei.sink.ZendeskSinkConfig
+      domain: "zendesk.com"
+      subdomain: null
+      cred_info:
+        _target_: obsei.sink.ZendeskCredInfo
+        email: ''
+        password: ''
+  Slack:
+    _icon_: "https://raw.githubusercontent.com/obsei/obsei-resources/master/logos/slack.svg"
+    _help_:
+      - 'Provide slack bot/app `token`, for more detail refer -'
+      - 'https://slack.com/intl/en-de/help/articles/215770388-Create-and-regenerate-API-tokens'
+      - ''
+      - 'To get `channel id` refer -'
+      - 'https://stackoverflow.com/questions/40940327/what-is-the-simplest-way-to-find-a-slack-team-id-and-a-channel-id'
+    sink:
+      _target_: obsei.sink.SlackSink
+    config:
+      _target_: obsei.sink.SlackSinkConfig
+      slack_token: ''
+      channel_id: ''
+  Elastic:
+    _icon_: "https://raw.githubusercontent.com/obsei/obsei-resources/master/logos/elastic.png"
+    _help_:
+      - 'For testing purpose you can start Elasticsearch server locally via docker'
+      - '`docker run -d --name elasticsearch -p 9200:9200 -e "discovery.type=single-node" elasticsearch:7.9.2`'
+      - ''
+      - ' Provide server `hostname`, `port` along with `index` to be used'
+    sink:
+      _target_: obsei.sink.ElasticSearchSink
+    config:
+      _target_: obsei.sink.ElasticSearchSinkConfig
+      host: "localhost"
+      port: 9200
+      index_name: "test"
+  Http:
+    _icon_: "https://raw.githubusercontent.com/obsei/obsei-resources/master/logos/http_api.png"
+    _help_:
+      - 'For testing purpose you can create mock http server via postman, refer -'
+      - 'https://learning.postman.com/docs/designing-and-developing-your-api/mocking-data/setting-up-mock/'
+      - ''
+      - 'Provide http server `url` and `headers`'
+    sink:
+      _target_: obsei.sink.HttpSink
+    config:
+      _target_: obsei.sink.HttpSinkConfig
+      url: 'https://localhost:8080/api/path'
+      headers:
+        Content-type: "application/json"
+  Logger:
+    _icon_: "https://raw.githubusercontent.com/obsei/obsei-resources/master/logos/logger.png"
+    _help_: null
+    sink:
+      _target_: obsei.sink.LoggerSink
+    config:
+      _target_: obsei.sink.LoggerSinkConfig
+
+analyzer:
+  Classification:
+    _icon_: "https://raw.githubusercontent.com/obsei/obsei-resources/master/logos/classification.png"
+    Transformer:
+      _help_:
+        - 'For supported models refer https://huggingface.co/models?filter=zero-shot-classification'
+        - ''
+        - 'Provide classification `labels`, two labels "positive" and "negative" are added by default'
+        - ''
+        - 'Possible device values are `auto` (cuda:0 if available otherwise cpu), `cpu` and `cuda:{id}` (cuda device id)'
+      config:
+        _target_: obsei.analyzer.ClassificationAnalyzerConfig
+        labels:
+          - "service"
+          - "content"
+          - "interface"
+        multi_class_classification: true
+      analyzer:
+        _target_: obsei.analyzer.ZeroShotClassificationAnalyzer
+        model_name_or_path: "typeform/mobilebert-uncased-mnli"
+        device: "auto"
+  Sentiment:
+    _icon_: "https://raw.githubusercontent.com/obsei/obsei-resources/master/logos/sentiment.png"
+    Vader:
+      _help_:
+        - 'Vader is less resource hungry dictionary based Vader Sentiment detector'
+      analyzer:
+        _target_: obsei.analyzer.VaderSentimentAnalyzer
+    Transformer:
+      _help_:
+        - 'For supported models refer https://huggingface.co/models?filter=zero-shot-classification'
+        - ''
+        - 'Possible device values are `auto` (cuda:0 if available otherwise cpu), `cpu` and `cuda:{id}` (cuda device id)'
+      config:
+        _target_: obsei.analyzer.TransformersSentimentAnalyzerConfig
+        labels:
+          - "positive"
+          - "negative"
+        multi_class_classification: false
+      analyzer:
+        _target_: obsei.analyzer.TransformersSentimentAnalyzer
+        model_name_or_path: "typeform/mobilebert-uncased-mnli"
+        device: "auto"
+  Named Entity Recognition:
+    _icon_: "https://raw.githubusercontent.com/obsei/obsei-resources/master/logos/ner.png"
+    Transformer:
+      _help_:
+        - 'For supported models refer https://huggingface.co/models?filter=token-classification'
+        - ''
+        - 'Possible device values are `auto` (cuda:0 if available otherwise cpu), `cpu` and `cuda:{id}` (cuda device id)'
+      analyzer:
+        _target_: obsei.analyzer.TransformersNERAnalyzer
+        model_name_or_path: "elastic/distilbert-base-cased-finetuned-conll03-english"
+        device: "auto"
+    Spacy:
+      _help_:
+        - 'For supported models refer https://spacy.io/models'
+      analyzer:
+        _target_: obsei.analyzer.SpacyNERAnalyzer
+        model_name_or_path: "en_core_web_sm"
+  Translation:
+    _icon_: "https://raw.githubusercontent.com/obsei/obsei-resources/master/logos/translator.png"
+    Transformer:
+      _help_:
+        - 'For supported models refer https://huggingface.co/models?pipeline_tag=translation'
+        - ''
+        - 'Possible device values are `auto` (cuda:0 if available otherwise cpu), `cpu` and `cuda:{id}` (cuda device id)'
+      analyzer:
+        _target_: obsei.analyzer.TranslationAnalyzer
+        model_name_or_path: "Helsinki-NLP/opus-mt-en-hi"
+        device: "auto"
+  PII Anonymizer:
+    _icon_: "https://raw.githubusercontent.com/obsei/obsei-resources/master/logos/pii.png"
+    Presidio:
+      _help_:
+        - '`analyze_only` decide whether to return only pii analysis or anonymize text'
+        - ''
+        - '`return_decision_process` decide whether to return detail information about anonymization decision'
+        - ''
+        - 'For `nlp_engine_name` spacy and stanza nlp engines are supported, For more info refer -'
+        - 'https://microsoft.github.io/presidio/analyzer/developing_recognizers/#utilize-spacy-or-stanza'
+        - ''
+        - 'Provide `model_name` and `lang_code` of the model'
+      config:
+        _target_: obsei.analyzer.PresidioPIIAnalyzerConfig
+        analyze_only: false
+        return_decision_process: false
+      analyzer:
+        _target_: obsei.analyzer.PresidioPIIAnalyzer
+        engine_config:
+          _target_: obsei.analyzer.PresidioEngineConfig
+          nlp_engine_name: "spacy"
+          models:
+            - _target_: obsei.analyzer.PresidioModelConfig
+              model_name: "en_core_web_md"
+              lang_code: "en"
+  Dummy:
+    _icon_: "https://raw.githubusercontent.com/obsei/obsei-resources/master/logos/dummy.png"
+    Dummy:
+      _help_:
+        - 'Dummy Analyzer, do nothing it simply used for transforming input to output'
+      config:
+        _target_: obsei.analyzer.DummyAnalyzerConfig
+      analyzer:
+        _target_: obsei.analyzer.DummyAnalyzer

requirements.txt

@@ -0,0 +1,2 @@
+git+git://github.com/obsei/obsei@master#egg=obsei
+streamlit

utils.py

@@ -0,0 +1,210 @@
+import base64
+import logging
+import pathlib
+import re
+import sys
+import uuid
+
+import streamlit as st
+import yaml
+
+from obsei.configuration import ObseiConfiguration
+
+logger = logging.getLogger(__name__)
+logging.basicConfig(stream=sys.stdout, level=logging.INFO)
+
+
+def img_to_bytes(img_path):
+    img_bytes = pathlib.Path(img_path).read_bytes()
+    encoded = base64.b64encode(img_bytes).decode()
+    return encoded
+
+
+# Copied from https://github.com/jrieke/traingenerator/blob/main/app/utils.py
+def download_button(
+    object_to_download, download_filename, button_text  # , pickle_it=False
+):
+    try:
+        # some strings <-> bytes conversions necessary here
+        b64 = base64.b64encode(object_to_download.encode()).decode()
+    except AttributeError as e:
+        b64 = base64.b64encode(object_to_download).decode()
+
+    button_uuid = str(uuid.uuid4()).replace("-", "")
+    button_id = re.sub("\d+", "", button_uuid)
+
+    custom_css = f"""
+        <style>
+            #{button_id} {{
+                display: inline-flex;
+                align-items: center;
+                justify-content: center;
+                background-color: rgb(255, 255, 255);
+                color: rgb(38, 39, 48);
+                padding: .25rem .75rem;
+                position: relative;
+                text-decoration: none;
+                border-radius: 4px;
+                border-width: 1px;
+                border-style: solid;
+                border-color: rgb(230, 234, 241);
+                border-image: initial;
+            }}
+            #{button_id}:hover {{
+                border-color: rgb(246, 51, 102);
+                color: rgb(246, 51, 102);
+            }}
+            #{button_id}:active {{
+                box-shadow: none;
+                background-color: rgb(246, 51, 102);
+                color: white;
+                }}
+        </style> """
+
+    dl_link = (
+        custom_css
+        + f'<a download="{download_filename}" id="{button_id}" href="data:file/txt;base64,{b64}">{button_text}</a><br><br>'
+    )
+    # dl_link = f'<a download="{download_filename}" id="{button_id}" href="data:file/txt;base64,{b64}"><input type="button" kind="primary" value="{button_text}"></a><br></br>'
+
+    st.markdown(dl_link, unsafe_allow_html=True)
+
+
+def get_obsei_config(current_path, file_name):
+    return ObseiConfiguration(
+        config_path=current_path,
+        config_filename=file_name,
+    ).configuration
+
+
+@st.cache
+def get_icon_name(name, icon, icon_size=40, font_size=1):
+    if not name:
+        return f'<img style="vertical-align:middle;margin:5px 5px" src="{icon}" width="{icon_size}" height="{icon_size}">'
+    return (
+        f'<p style="font-size:{font_size}px">'
+        f'<img style="vertical-align:middle;margin:1px 5px" src="{icon}" width="{icon_size}" height="{icon_size}">'
+        f"{name}</p>"
+    )
+
+
+def render_config(config, component, help_str=None, parent_key=None):
+    if config is None:
+        return
+
+    prefix = "" if parent_key is None else f"{parent_key}."
+    if help_str is not None:
+        with component.expander("Info", False):
+            help_area = "\n".join(help_str)
+            st.code(f"{help_area}")
+    for k, v in config.items():
+        if k == "_target_":
+            continue
+
+        if isinstance(v, dict):
+            render_config(v, component, None, k)
+        elif isinstance(v, list):
+            if len(v) == 0:
+                continue
+            is_object = isinstance(v[0], dict)
+            if is_object:
+                for idx, sub_element in enumerate(v):
+                    render_config(sub_element, component, None, f"{k}[{idx}]")
+            else:
+                text_data = component.text_area(
+                    f"{prefix}{k}", ", ".join(v), help="Comma separated list"
+                )
+                text_list = text_data.split(",")
+                config[k] = [text.strip() for text in text_list]
+        elif isinstance(v, bool):
+            options = [True, False]
+            selected_option = component.radio(f"{prefix}{k}", options, options.index(v))
+            config[k] = bool(selected_option)
+        else:
+            tokens = k.split("_")
+            is_secret = tokens[-1] in ["key", "password", "token", "secret"]
+            hint = (
+                "Enter value"
+                if "lookup" not in tokens
+                else "Format: `<number><d|h|m>` d=day, h=hour & m=minute"
+            )
+            config[k] = component.text_input(
+                f"{prefix}{k}",
+                v,
+                type="password" if is_secret else "default",
+                help=hint,
+            )
+
+
+def generate_python(generate_config):
+    return f"""
+import json
+
+from obsei.configuration import ObseiConfiguration
+
+# This is Obsei workflow path and filename
+config_path = "./"
+config_filename = "workflow.yml"
+
+# Extract config via yaml file using `config_path` and `config_filename`
+obsei_configuration = ObseiConfiguration(config_path=config_path, config_filename=config_filename)
+
+# Initialize objects using configuration
+source_config = obsei_configuration.initialize_instance("source_config")
+source = obsei_configuration.initialize_instance("source")
+analyzer = obsei_configuration.initialize_instance("analyzer")
+analyzer_config = obsei_configuration.initialize_instance("analyzer_config")
+sink_config = obsei_configuration.initialize_instance("sink_config")
+sink = obsei_configuration.initialize_instance("sink")
+
+# This will fetch information from configured source ie twitter, app store etc
+source_response_list = source.lookup(source_config)
+
+# This will execute analyzer (Sentiment, classification etc) on source data with provided analyzer_config
+# Analyzer will it's output to `segmented_data` inside `analyzer_response`
+analyzer_response_list = analyzer.analyze_input(
+    source_response_list=source_response_list,
+    analyzer_config=analyzer_config
+)
+
+# This will send analyzed output to configure sink ie Slack, Zendesk etc
+sink_response_list = sink.send_data(analyzer_response_list, sink_config)
+"""
+
+
+def generate_yaml(generate_config):
+    return yaml.dump(generate_config)
+
+
+def execute_workflow(generate_config, component=None):
+    progress_show = None
+    if component:
+        progress_show = component.empty()
+        progress_show.code("🏄🏄🏄 Processing 🐢🐢🐢")
+    try:
+        obsei_configuration = ObseiConfiguration(configuration=generate_config)
+
+        source_config = obsei_configuration.initialize_instance("source_config")
+        source = obsei_configuration.initialize_instance("source")
+
+        analyzer = obsei_configuration.initialize_instance("analyzer")
+        analyzer_config = obsei_configuration.initialize_instance("analyzer_config")
+
+        sink_config = obsei_configuration.initialize_instance("sink_config")
+        sink = obsei_configuration.initialize_instance("sink")
+
+        source_response_list = source.lookup(source_config)
+
+        analyzer_response_list = analyzer.analyze_input(
+            source_response_list=source_response_list, analyzer_config=analyzer_config
+        )
+
+        sink_response_list = sink.send_data(analyzer_response_list, sink_config)
+
+        if progress_show:
+            progress_show.code("🎉🎉🎉 Processing Complete!! 🍾🍾🍾")
+    except Exception as ex:
+        if progress_show:
+            progress_show.code(f"❗❗❗ Processing Failed!! 😞😞😞 \n 👉 ({str(ex)})")
+
+        raise ex