| import streamlit as st
|
| import pandas as pd
|
| import os
|
| from crewai import Crew
|
| from langchain_groq import ChatGroq
|
| import streamlit_ace as st_ace
|
| import traceback
|
| import contextlib
|
| import io
|
| from crewai_tools import FileReadTool
|
| import matplotlib.pyplot as plt
|
| import glob
|
| from dotenv import load_dotenv
|
| from autotabml_agents import initialize_agents
|
| from autotabml_tasks import create_tasks
|
|
|
|
|
| TEMP_DIR = "temp_dir"
|
| OUTPUT_DIR = "Output_dir"
|
|
|
| if not os.path.exists(TEMP_DIR):
|
| os.makedirs(TEMP_DIR)
|
|
|
|
|
| if not os.path.exists(OUTPUT_DIR):
|
| os.makedirs(OUTPUT_DIR)
|
|
|
|
|
| def save_uploaded_file(uploaded_file):
|
| file_path = os.path.join(TEMP_DIR, uploaded_file.name)
|
| with open(file_path, 'wb') as f:
|
| f.write(uploaded_file.getbuffer())
|
| return file_path
|
|
|
|
|
| load_dotenv()
|
|
|
| groq_api_key = os.environ.get("GROQ_API_KEY")
|
|
|
|
|
| def main():
|
|
|
| set_custom_css()
|
|
|
|
|
| if 'edited_code' not in st.session_state:
|
| st.session_state['edited_code'] = ""
|
|
|
|
|
| if 'code_generated' not in st.session_state:
|
| st.session_state['code_generated'] = False
|
|
|
|
|
| st.markdown("""
|
| <div class="header">
|
| <h1>AutoTabML</h1>
|
| <p>Automated Machine Learning Code Generation for Tabluar Data</p>
|
| </div>
|
| """, unsafe_allow_html=True)
|
|
|
|
|
| st.sidebar.title('LLM Model')
|
| model = st.sidebar.selectbox(
|
| 'Model',
|
| ["llama3-70b-8192"]
|
| )
|
|
|
|
|
| llm = initialize_llm(model)
|
|
|
|
|
|
|
|
|
| user_question = st.text_area("Describe your ML problem:", key="user_question")
|
| uploaded_file = st.file_uploader("Upload a sample .csv of your data", key="uploaded_file")
|
| try:
|
| file_name = uploaded_file.name
|
| except:
|
| file_name = "dataset.csv"
|
|
|
|
|
| agents = initialize_agents(llm,file_name)
|
|
|
| if uploaded_file:
|
| try:
|
| file_path = save_uploaded_file(uploaded_file)
|
| df = pd.read_csv(uploaded_file)
|
| st.write("Data successfully uploaded:")
|
| st.dataframe(df.head())
|
| data_upload = True
|
| except Exception as e:
|
| st.error(f"Error reading the file: {e}")
|
| data_upload = False
|
| else:
|
| df = None
|
| data_upload = False
|
|
|
|
|
| if st.button('Process'):
|
| tasks = create_tasks("Process",user_question,file_name, data_upload, df, None, st.session_state['edited_code'], None, agents)
|
| with st.spinner('Processing...'):
|
| crew = Crew(
|
| agents=list(agents.values()),
|
| tasks=tasks,
|
| verbose=2
|
| )
|
|
|
| result = crew.kickoff()
|
|
|
| if result:
|
| code = result.strip("```")
|
| try:
|
| filt_idx = code.index("```")
|
| code = code[:filt_idx]
|
| except:
|
| pass
|
| st.session_state['edited_code'] = code
|
| st.session_state['code_generated'] = True
|
|
|
| st.session_state['edited_code'] = st_ace.st_ace(
|
| value=st.session_state['edited_code'],
|
| language='python',
|
| theme='monokai',
|
| keybinding='vscode',
|
| min_lines=20,
|
| max_lines=50
|
| )
|
|
|
| if st.session_state['code_generated']:
|
|
|
| suggestion = st.text_area("Suggest modifications to the generated code (optional):", key="suggestion")
|
| if st.button('Modify'):
|
| if st.session_state['edited_code'] and suggestion:
|
| tasks = create_tasks("Modify",user_question,file_name, data_upload, df, suggestion, st.session_state['edited_code'], None, agents)
|
| with st.spinner('Modifying code...'):
|
| crew = Crew(
|
| agents=list(agents.values()),
|
| tasks=tasks,
|
| verbose=2
|
| )
|
|
|
| result = crew.kickoff()
|
|
|
| if result:
|
| code = result.strip("```")
|
| try:
|
| filter_idx = code.index("```")
|
| code = code[:filter_idx]
|
| except:
|
| pass
|
| st.session_state['edited_code'] = code
|
|
|
| st.write("Modified code:")
|
| st.session_state['edited_code']= st_ace.st_ace(
|
| value=st.session_state['edited_code'],
|
| language='python',
|
| theme='monokai',
|
| keybinding='vscode',
|
| min_lines=20,
|
| max_lines=50
|
| )
|
|
|
| debugger = st.text_area("Paste error message here for debugging (optional):", key="debugger")
|
| if st.button('Debug'):
|
| if st.session_state['edited_code'] and debugger:
|
| tasks = create_tasks("Debug",user_question,file_name, data_upload, df, None, st.session_state['edited_code'], debugger, agents)
|
| with st.spinner('Debugging code...'):
|
| crew = Crew(
|
| agents=list(agents.values()),
|
| tasks=tasks,
|
| verbose=2
|
| )
|
|
|
| result = crew.kickoff()
|
|
|
| if result:
|
| code = result.strip("```")
|
| try:
|
| filter_idx = code.index("```")
|
| code = code[:filter_idx]
|
| except:
|
| pass
|
| st.session_state['edited_code'] = code
|
|
|
| st.write("Debugged code:")
|
| st.session_state['edited_code'] = st_ace.st_ace(
|
| value=st.session_state['edited_code'],
|
| language='python',
|
| theme='monokai',
|
| keybinding='vscode',
|
| min_lines=20,
|
| max_lines=50
|
| )
|
|
|
| if st.button('Run'):
|
| output = io.StringIO()
|
| with contextlib.redirect_stdout(output):
|
| try:
|
| globals().update({'dataset': df})
|
| final_code = st.session_state["edited_code"]
|
|
|
| with st.expander("Final Code"):
|
| st.code(final_code, language='python')
|
|
|
| exec(final_code, globals())
|
| result = output.getvalue()
|
| success = True
|
| except Exception as e:
|
| result = str(e)
|
| success = False
|
|
|
| st.subheader('Output:')
|
| st.text(result)
|
|
|
| figs = [manager.canvas.figure for manager in plt._pylab_helpers.Gcf.get_all_fig_managers()]
|
| if figs:
|
| st.subheader('Generated Plots:')
|
| for fig in figs:
|
| st.pyplot(fig)
|
|
|
| if success:
|
| st.success("Code executed successfully!")
|
| else:
|
| st.error("Code execution failed! Waiting for debugging input...")
|
|
|
|
|
| with st.sidebar:
|
| st.header('Output_dir :')
|
| files = glob.glob(os.path.join(OUTPUT_DIR,"/", '*'))
|
| for file in files:
|
| if os.path.isfile(file):
|
| with open(file, 'rb') as f:
|
| st.download_button(label=f'Download {os.path.basename(file)}', data=f, file_name=os.path.basename(file))
|
|
|
|
|
|
|
|
|
| def set_custom_css():
|
| st.markdown("""
|
| <style>
|
| body {
|
| background: #0e0e0e;
|
| color: #e0e0e0;
|
| font-family: 'Roboto', sans-serif;
|
| }
|
| .header {
|
| background: linear-gradient(135deg, #6e3aff, #b839ff);
|
| padding: 10px;
|
| border-radius: 10px;
|
| }
|
| .header h1, .header p {
|
| color: white;
|
| text-align: center;
|
| }
|
| .stButton button {
|
| background-color: #b839ff;
|
| color: white;
|
| border-radius: 10px;
|
| font-size: 16px;
|
| padding: 10px 20px;
|
| }
|
| .stButton button:hover {
|
| background-color: #6e3aff;
|
| color: #e0e0e0;
|
| }
|
| .spinner {
|
| display: flex;
|
| justify-content: center;
|
| align-items: center;
|
| }
|
| </style>
|
| """, unsafe_allow_html=True)
|
|
|
|
|
| def initialize_llm(model):
|
| return ChatGroq(
|
| temperature=0,
|
| groq_api_key=groq_api_key,
|
| model_name=model
|
| )
|
|
|
| if __name__ == "__main__":
|
| main() |