create view and get ddl for parquet

app.py

@@ -11,7 +11,9 @@ hf_api = HfApi()
 conn = duckdb.connect()
 
 
-def query_dataset(dataset_id: str, query: str) -> pd.DataFrame:
+def get_dataset_ddl(dataset_id: str) -> pd.DataFrame:
+    view_name = "dataset_view"
+
     response = requests.get(f"{BASE_DATASETS_SERVER_URL}/parquet?dataset={dataset_id}")
     response.raise_for_status()  # Check if the request was successful
 
@@ -21,10 +23,24 @@ def query_dataset(dataset_id: str, query: str) -> pd.DataFrame:
     if not first_parquet_url:
         raise ValueError("No valid URL found for the first parquet file.")
 
-    sql_query = f"SELECT * FROM read_parquet('{first_parquet_url}') limit 100;"
+    conn.execute(
+        f"CREATE OR REPLACE VIEW {view_name} as SELECT * FROM read_parquet('{first_parquet_url}');"
+    )
+    dataset_ddl = conn.execute(f"PRAGMA table_info('{view_name}');").fetchall()
+
+    column_data_types = ",\n\t".join(
+        [f"{column[1]} {column[2]}" for column in dataset_ddl]
+    )
+
+    sql_ddl = """
+CREATE TABLE {} (
+    {}
+);
+    """.format(
+        view_name, column_data_types
+    )
 
-    df = conn.execute(sql_query).fetchdf()
-    return df
+    return sql_ddl
 
 
 with gr.Blocks() as demo:
@@ -39,11 +55,12 @@ with gr.Blocks() as demo:
 
     btn = gr.Button("Ask 🪄")
     df = gr.DataFrame(datatype="markdown")
+    ddl = gr.Text("")
 
     btn.click(
-        query_dataset,
-        inputs=[dataset_name, query_input],
-        outputs=[df],
+        get_dataset_ddl,
+        inputs=[dataset_name],
+        outputs=[ddl],
     )