core/controller.py

from transformers import pipeline
import streamlit as BaseBuilder
import requests as REQS
import bs4 as BS4

class WebHandler:
  __raw = None
  def __init__(self, url:str):
    self.__source=url
  def get_source(self):
    return self.__source
  def get_raw(self):
    return self.__raw
  def is_ok(self):
    return True if self.get_raw() else False
  def __enter__(self):
    try:
      self.__raw = BS4.BeautifulSoup(REQS.get(self.get_source()).content, "html.parser")
    except Exception as er:
      print(er)
    finally:
      return self    
  def __exit__(self, *args):
    [print(e) for e in args if e is not None]

class Generator:
  def get_bloques(texto:str,s=1500):
      _bloques = list()
      _t = str(texto)
      if len(_t)>s:
          _ = int(len(_t)/2)
          _ts = [_t[n:n+_] for n in range(0,len(_t),_)]
          for m in [0,1]:
              _np = [nt for nt in Generator.get_bloques(texto=_ts[m],s=s)]
              _bloques+=_np
      else:
          _bloques.append(_t)
      return _bloques
  def traducir(texto:str):
    pipe = pipeline("text2text-generation", model="Helsinki-NLP/opus-mt-en-es")
    _traduccion = pipe(texto)[0]
    return _traduccion.get('generated_text')
  def resumir(texto:str):
    pipe = pipeline("text2text-generation", model="facebook/bart-large-cnn")
    _resumen = pipe(texto)[0]
    return _resumen.get('generated_text')

class Page():
    def __init__(self, title:str, icon:str=None):
        self.__ = BaseBuilder
        self.__.set_page_config(page_title=title, page_icon=icon)
        self.__.title(f"# {icon} {title}")
        self.__body = self.__.container()
    def page(self):
        return self.__
    def get_body(self):
        return self.__body
    def set_global(self, key:str, value):
        self.page().session_state[key] = value
    def get_global(self,key:str,default=None):
        return self.page().session_state.get(key, default)