Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
|
@@ -1,14 +1,17 @@
|
|
| 1 |
-
import os
|
| 2 |
import streamlit as st
|
|
|
|
|
|
|
| 3 |
from pandasai import SmartDataframe
|
| 4 |
-
from pandasai.callbacks import BaseCallback
|
| 5 |
from pandasai.llm import OpenAI
|
|
|
|
| 6 |
from pandasai.responses.response_parser import ResponseParser
|
| 7 |
-
|
| 8 |
|
| 9 |
-
#
|
| 10 |
-
|
| 11 |
-
|
|
|
|
|
|
|
| 12 |
|
| 13 |
class StreamlitCallback(BaseCallback):
|
| 14 |
def __init__(self, container) -> None:
|
|
@@ -34,48 +37,59 @@ class StreamlitResponse(ResponseParser):
|
|
| 34 |
st.write(result["value"])
|
| 35 |
return
|
| 36 |
|
| 37 |
-
|
| 38 |
-
|
| 39 |
-
|
| 40 |
-
|
| 41 |
-
|
| 42 |
-
|
| 43 |
-
|
| 44 |
-
|
| 45 |
-
|
| 46 |
-
|
| 47 |
-
|
| 48 |
-
|
| 49 |
-
|
| 50 |
-
|
| 51 |
-
|
| 52 |
-
|
| 53 |
-
|
| 54 |
-
|
| 55 |
-
|
| 56 |
-
|
| 57 |
-
df = load_data(os.path.join(root_dir, selected_folder))
|
| 58 |
-
|
| 59 |
-
# Menampilkan preview data
|
| 60 |
-
with st.expander("π Dataframe Preview"):
|
| 61 |
-
st.write(df.tail(3))
|
| 62 |
-
|
| 63 |
-
# Membuat input untuk query
|
| 64 |
-
query = st.text_area("π£οΈ Chat with Dataframe")
|
| 65 |
-
container = st.container()
|
| 66 |
-
|
| 67 |
-
# Eksekusi query jika ada input
|
| 68 |
-
if query:
|
| 69 |
-
llm = OpenAI(api_token=os.environ["BIT_OPENAI_API_KEY"])
|
| 70 |
-
query_engine = SmartDataframe(
|
| 71 |
-
df,
|
| 72 |
-
config={
|
| 73 |
"llm": llm,
|
| 74 |
-
"
|
| 75 |
-
|
| 76 |
-
|
| 77 |
-
|
| 78 |
-
|
| 79 |
-
|
| 80 |
-
|
| 81 |
-
st.
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
import streamlit as st
|
| 2 |
+
import pandas as pd
|
| 3 |
+
import matplotlib.pyplot as plt
|
| 4 |
from pandasai import SmartDataframe
|
|
|
|
| 5 |
from pandasai.llm import OpenAI
|
| 6 |
+
from pandasai.callbacks import BaseCallback
|
| 7 |
from pandasai.responses.response_parser import ResponseParser
|
| 8 |
+
import os
|
| 9 |
|
| 10 |
+
# Set OpenAI API Token
|
| 11 |
+
OPENAI_API_TOKEN = os.getenv("BIT_OPENAI_API_KEY", "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")
|
| 12 |
+
|
| 13 |
+
# Load OpenAI Mini model
|
| 14 |
+
llm = OpenAI(api_token=OPENAI_API_TOKEN, model_name="gpt-4o-mini")
|
| 15 |
|
| 16 |
class StreamlitCallback(BaseCallback):
|
| 17 |
def __init__(self, container) -> None:
|
|
|
|
| 37 |
st.write(result["value"])
|
| 38 |
return
|
| 39 |
|
| 40 |
+
def process_file(file):
|
| 41 |
+
file_extension = file.name.split(".")[-1].lower()
|
| 42 |
+
try:
|
| 43 |
+
if file_extension == "csv":
|
| 44 |
+
# Detect if semicolon or comma is used as a separator
|
| 45 |
+
first_line = file.readline().decode("utf-8")
|
| 46 |
+
file.seek(0) # Reset file pointer
|
| 47 |
+
delimiter = ";" if ";" in first_line else ","
|
| 48 |
+
df = pd.read_csv(file, delimiter=delimiter)
|
| 49 |
+
elif file_extension in ["xls", "xlsx"]:
|
| 50 |
+
import openpyxl # Ensures openpyxl is available
|
| 51 |
+
df = pd.read_excel(file, engine="openpyxl")
|
| 52 |
+
else:
|
| 53 |
+
st.error("Unsupported file format. Please upload a CSV or Excel file.")
|
| 54 |
+
return None, None
|
| 55 |
+
except ImportError as e:
|
| 56 |
+
st.error(f"Error: {e}. Please install 'openpyxl' for Excel support.")
|
| 57 |
+
return None, None
|
| 58 |
+
|
| 59 |
+
sdf = SmartDataframe(df, config={
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 60 |
"llm": llm,
|
| 61 |
+
"save_logs": True,
|
| 62 |
+
"verbose": False,
|
| 63 |
+
"response_parser": StreamlitResponse
|
| 64 |
+
})
|
| 65 |
+
return df, sdf
|
| 66 |
+
|
| 67 |
+
def main():
|
| 68 |
+
st.title("AI-Powered Dataframe Analysis with OpenAI")
|
| 69 |
+
uploaded_file = st.file_uploader("Upload CSV or Excel File", type=["csv", "xls", "xlsx"])
|
| 70 |
+
|
| 71 |
+
if uploaded_file:
|
| 72 |
+
df, sdf = process_file(uploaded_file)
|
| 73 |
+
if df is not None:
|
| 74 |
+
st.subheader("π Data Preview")
|
| 75 |
+
|
| 76 |
+
with st.expander("View Data Summary"):
|
| 77 |
+
st.write("### Data Overview")
|
| 78 |
+
st.dataframe(df.describe(include='all'))
|
| 79 |
+
|
| 80 |
+
st.write("### First 10 Rows of Data")
|
| 81 |
+
st.dataframe(df.head(10))
|
| 82 |
+
|
| 83 |
+
st.write("### Column Details")
|
| 84 |
+
for col in df.columns:
|
| 85 |
+
st.write(f"**{col}**")
|
| 86 |
+
st.dataframe(df[[col]].head(10))
|
| 87 |
+
|
| 88 |
+
query = st.text_area("Enter Your Query")
|
| 89 |
+
|
| 90 |
+
if query:
|
| 91 |
+
container = st.container()
|
| 92 |
+
answer = sdf.chat(query)
|
| 93 |
+
|
| 94 |
+
if __name__ == "__main__":
|
| 95 |
+
main()
|