Upload 4 files

.bashrc

@@ -0,0 +1,161 @@
+# ~/.bashrc: executed by bash(1) for non-login shells.
+# see /usr/share/doc/bash/examples/startup-files (in the package bash-doc)
+# for examples
+
+# If not running interactively, don't do anything
+case $- in
+    *i*) ;;
+      *) return;;
+esac
+
+# don't put duplicate lines or lines starting with space in the history.
+# See bash(1) for more options
+HISTCONTROL=ignoreboth
+
+# append to the history file, don't overwrite it
+shopt -s histappend
+
+# for setting history length see HISTSIZE and HISTFILESIZE in bash(1)
+HISTSIZE=1000
+HISTFILESIZE=2000
+
+# check the window size after each command and, if necessary,
+# update the values of LINES and COLUMNS.
+shopt -s checkwinsize
+
+# If set, the pattern "**" used in a pathname expansion context will
+# match all files and zero or more directories and subdirectories.
+#shopt -s globstar
+
+# make less more friendly for non-text input files, see lesspipe(1)
+[ -x /usr/bin/lesspipe ] && eval "$(SHELL=/bin/sh lesspipe)"
+
+# set variable identifying the chroot you work in (used in the prompt below)
+if [ -z "${debian_chroot:-}" ] && [ -r /etc/debian_chroot ]; then
+    debian_chroot=$(cat /etc/debian_chroot)
+fi
+
+# set a fancy prompt (non-color, unless we know we "want" color)
+case "$TERM" in
+    xterm-color|*-256color) color_prompt=yes;;
+esac
+
+# uncomment for a colored prompt, if the terminal has the capability; turned
+# off by default to not distract the user: the focus in a terminal window
+# should be on the output of commands, not on the prompt
+#force_color_prompt=yes
+
+if [ -n "$force_color_prompt" ]; then
+    if [ -x /usr/bin/tput ] && tput setaf 1 >&/dev/null; then
+	# We have color support; assume it's compliant with Ecma-48
+	# (ISO/IEC-6429). (Lack of such support is extremely rare, and such
+	# a case would tend to support setf rather than setaf.)
+	color_prompt=yes
+    else
+	color_prompt=
+    fi
+fi
+
+if [ "$color_prompt" = yes ]; then
+    PS1='${debian_chroot:+($debian_chroot)}\[\033[01;32m\]\u@\h\[\033[00m\]:\[\033[01;34m\]\w\[\033[00m\]\$ '
+else
+    PS1='${debian_chroot:+($debian_chroot)}\u@\h:\w\$ '
+fi
+unset color_prompt force_color_prompt
+
+# If this is an xterm set the title to user@host:dir
+case "$TERM" in
+xterm*|rxvt*)
+    PS1="\[\e]0;${debian_chroot:+($debian_chroot)}\u@\h: \w\a\]$PS1"
+    ;;
+*)
+    ;;
+esac
+
+# enable color support of ls and also add handy aliases
+if [ -x /usr/bin/dircolors ]; then
+    test -r ~/.dircolors && eval "$(dircolors -b ~/.dircolors)" || eval "$(dircolors -b)"
+    alias ls='ls --color=auto'
+    #alias dir='dir --color=auto'
+    #alias vdir='vdir --color=auto'
+
+    alias grep='grep --color=auto'
+    alias fgrep='fgrep --color=auto'
+    alias egrep='egrep --color=auto'
+fi
+
+# colored GCC warnings and errors
+#export GCC_COLORS='error=01;31:warning=01;35:note=01;36:caret=01;32:locus=01:quote=01'
+
+# some more ls aliases
+alias ll='ls -alF'
+alias la='ls -A'
+alias l='ls -CF'
+
+# Add an "alert" alias for long running commands.  Use like so:
+#   sleep 10; alert
+alias alert='notify-send --urgency=low -i "$([ $? = 0 ] && echo terminal || echo error)" "$(history|tail -n1|sed -e '\''s/^\s*[0-9]\+\s*//;s/[;&|]\s*alert$//'\'')"'
+
+# Alias definitions.
+# You may want to put all your additions into a separate file like
+# ~/.bash_aliases, instead of adding them here directly.
+# See /usr/share/doc/bash-doc/examples in the bash-doc package.
+
+if [ -f ~/.bash_aliases ]; then
+    . ~/.bash_aliases
+fi
+
+# enable programmable completion features (you don't need to enable
+# this, if it's already enabled in /etc/bash.bashrc and /etc/profile
+# sources /etc/bash.bashrc).
+if ! shopt -oq posix; then
+  if [ -f /usr/share/bash-completion/bash_completion ]; then
+    . /usr/share/bash-completion/bash_completion
+  elif [ -f /etc/bash_completion ]; then
+    . /etc/bash_completion
+  fi
+fi
+./caa
+
+# >>> conda initialize >>>
+# !! Contents within this block are managed by 'conda init' !!
+__conda_setup="$('/home/eb2mt_4/anaconda3/bin/conda' 'shell.bash' 'hook' 2> /dev/null)"
+if [ $? -eq 0 ]; then
+    eval "$__conda_setup"
+else
+    if [ -f "/home/eb2mt_4/anaconda3/etc/profile.d/conda.sh" ]; then
+        . "/home/eb2mt_4/anaconda3/etc/profile.d/conda.sh"
+    else
+        export PATH="/home/eb2mt_4/anaconda3/bin:$PATH"
+    fi
+fi
+unset __conda_setup
+# <<< conda initialize <<<
+
+
+#TOOLS
+XMLRPC=/app/moses/tools/xmlrpc
+GIZA=/app/moses/tools/giza
+BOOST=/app/moses/tools/boost_1_65_1
+CMPH=/app/moses/tools/cmph-2.0
+EIGEN=/app/moses/tools/eigen
+XMLRPCJAVA=/app/moses/tools/xmlrpc-java
+JAVA_HOME=/usr/lib/jvm/default-java
+export LD_LIBRARY_PATH=/app/moses/tools/xmlrpc/lib:/usr/local/lib/
+
+
+#LM
+IRSTLM=/app/moses/lm/irstlm
+
+#MT
+MOSES=/app/moses/mosesdecoder
+
+export CLASSPATH=.:$XMLRPCJAVA/xmlrpc-common-3.1.3.jar:$XMLRPCJAVA/xmlrpc-server-3.1.3.jar:$XMLRPCJAVA/ws-commons-util-1.0.2.jar:$XMLRPCJAVA/xmlrpc-client-3.1.3.jar
+
+export PATH=$PATH:$MOSES:$IRSTLM/bin:/usr/lib/jvm/default-java/bin:
+
+export JAVA_HOME=$JAVA_HOME
+export MOSES=$MOSES
+export IRSTLM=$IRSTLM
+
+

1_Hindi_to_Sindhi_MT.py

@@ -0,0 +1,83 @@
+import streamlit as st
+import sys
+import xmlrpc
+from xmlrpc import client
+import pandas as pd
+
+# Title for the page and nice icon
+st.set_page_config(page_title="Hindi-Sindhi MT Model", page_icon="🤖", layout='wide')
+st.markdown("""
+        <style> .block-container {
+            padding-top: 1rem;
+            padding-bottom: 0rem;
+            padding-left: 5rem;
+            padding-right: 5rem;
+            }
+        </style>
+        """, unsafe_allow_html=True)
+# Header
+st.header("Machine Translation System - Hindi to Sindhi", divider='rainbow')
+st.write("**-Developed at Speech and Language Processing Lab, Center for Artificial Intelligence, Banasthali Vidyapith. Sponsored by SERB, GoI, :flag-in:.**")
+
+# ===========================================================================
+
+def translate(source):
+    proxy =  xmlrpc.client.ServerProxy("http://172.16.40.175:8083/RPC2")
+    print(source)
+    text_translate = proxy.translate({"text":source}) ["text"]
+    print(text_translate)
+    lst = text_translate.split("\n")
+    src = source.split("\n")
+    final_output = ''
+    for i in lst:
+        final_output += i + '\n'
+    return final_output
+
+# ===========================================================================
+
+
+c1, c2 = st.columns(2)
+element = c2.empty()
+
+user_input = c1.text_area("Source Text", max_chars=200000, height=500)
+output = element.text_area("Target Text", max_chars=200000, height=500)
+
+translation = translate(user_input)
+
+submitted = st.button("Translate")
+
+if submitted:
+    new_output = element.text_area('New Target Text', value=translation, height=500, max_chars=200000)
+    
+
+    
+# +++++++++++++++++++++++ BOSS KA ORIGINAL CODE ++++++++++++++++++++++++++++++++
+
+# def translate(source):
+#     proxy =  xmlrpc.client.ServerProxy("http://172.16.40.175:8083/RPC2")
+#     print(source)
+#     text_translate = proxy.translate({"text":source}) ["text"]
+#     print(text_translate)
+#     lst = text_translate.split("\n")
+#     src = source.split("\n")
+#     df = pd.DataFrame()
+#     df["Source"] = src
+#     df["Translations"] = lst
+#     return df
+
+
+# with st.form("my_form"):
+#     # Textarea to type the source text.
+#     user_input = st.text_area("Source Text", max_chars=200000)
+#     # Translate with CTranslate2 model
+#     translation = translate(user_input)
+
+#     # Create a button
+#     submitted = st.form_submit_button("Translate")
+#     # If the button pressed, print the translation
+#     # Here, we use "st.info", but you can try "st.write", "st.code", or "st.success".
+#     if submitted:
+#         st.write("Translation")
+#         st.dataframe(translation)
+
+# ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++

Dockerfile

@@ -0,0 +1,18 @@
+FROM python:3.10
+
+WORKDIR /app/moses
+
+RUN apt-get update && apt-get install -y default-jdk
+
+ENV JAVA_HOME=/usr/lib/jvm/default-java
+ENV PATH=$JAVA_HOME/bin:$PATH
+
+COPY . /app/moses
+
+COPY .bashrc /root/.bashrc
+
+RUN pip install -r requirements.txt
+
+EXPOSE 8083 8084
+
+CMD ["bash", "-c", "cd /app/moses/HiSd && $MOSES/bin/mosesserver -f moses.ini --server-port 8083 & cd /app/moses/SdHi && $MOSES/bin/mosesserver -f moses.ini --server-port 8084 & wait"]

pages/2_Sindhi_to_Hindi_MT.py

@@ -0,0 +1,82 @@
+import streamlit as st
+import sys
+import xmlrpc
+from xmlrpc import client
+import pandas as pd
+
+st.set_page_config(page_title="Sindi-Hindi MT Model", page_icon="🤖", layout='wide')
+st.markdown("""
+        <style> .block-container {
+            padding-top: 1rem;
+            padding-bottom: 0rem;
+            padding-left: 5rem;
+            padding-right: 5rem;
+            }
+        </style>
+        """, unsafe_allow_html=True)
+st.header("Machine Translation System - Sindhi to Hindi", divider='rainbow')
+st.write("**-Developed at Speech and Language Processing Lab, Center for Artificial Intelligence, Banasthali Vidyapith. Sponsored by SERB, GoI, :flag-in:.**")
+
+# ===========================================================================
+
+def translate(source):
+    proxy =  xmlrpc.client.ServerProxy("http://172.16.40.175:8084/RPC2")
+    print(source)
+    text_translate = proxy.translate({"text":source}) ["text"]
+    print(text_translate)
+    lst = text_translate.split("\n")
+    src = source.split("\n")
+    final_output = ''
+    for i in lst:
+        final_output += i + '\n'
+    return final_output
+
+
+# ===========================================================================
+
+c1, c2 = st.columns(2)
+element = c2.empty()
+
+user_input = c1.text_area("Source Text", max_chars=200000, height=500)
+element.text_area("Target Text", max_chars=200000, height=500)
+
+translation = translate(user_input)
+
+submitted = st.button("Translate")
+
+if submitted:
+    element.text_area("Target Text:", max_chars=200000, value=translation, height=500,)
+
+
+        
+# ++++++++++++++++++++++++ BOSS KA ORIGINAL CODE +++++++++++++++++++++++++++++  
+# def translate(source):
+#     proxy =  xmlrpc.client.ServerProxy("http://172.16.40.175:8084/RPC2")
+#     print(source)
+#     text_translate = proxy.translate({"text":source}) ["text"]
+#     print(text_translate)
+#     lst = text_translate.split("\n")
+#     src = source.split("\n")
+#     df = pd.DataFrame()
+#     df["Source"] = src
+#     df["Translations"] = lst
+
+#     return df
+
+
+# # Form to add your items
+# with st.form("my_form"):
+#     # Textarea to type the source text.
+#     user_input = st.text_area("Source Text", max_chars=200000)
+#     # Translate with CTranslate2 model
+#     translation = translate(user_input)
+
+#     # Create a button
+#     submitted = st.form_submit_button("Translate")
+#     # If the button pressed, print the translation
+#     # Here, we use "st.info", but you can try "st.write", "st.code", or "st.success".
+#     if submitted:
+#         st.write("Translation")
+#         st.dataframe(translation)
+
+# ++++++++++++++++++++++++ BOSS KA ORIGINAL CODE +++++++++++++++++++++++++++++