Update app.py

app.py

@@ -2,41 +2,48 @@ import gradio as gr
 import subprocess
 import os
 
-def run_katana(url):
-    katana_config_dir = "/tmp/katana"
-    os.makedirs(katana_config_dir, exist_ok=True)
-    
-    config_file_path = os.path.join(katana_config_dir, "config.yaml")
-    if not os.path.exists(config_file_path):
-        with open(config_file_path, 'w') as f:
-            f.write("# Dummy configuration\n")
-    
-    output_file = "/tmp/urls.txt"
-    command = f"katana -config {config_file_path} -u {url} -o {output_file}"
-    
-    try:
-        result = subprocess.run(command, shell=True, check=True, capture_output=True, text=True)
-        if os.path.exists(output_file):
-            return output_file
-        else:
-            return f"Katana ran successfully, but no output file was created. Katana output: {result.stdout}"
-    except subprocess.CalledProcessError as e:
-        error_message = f"Error running katana: {e.stderr}"
-        with open(output_file, 'w') as f:
-            f.write(error_message)
-        return output_file
-
-# Ensure the /tmp/flagged directory exists
-os.makedirs("/tmp/flagged", exist_ok=True)
-
-# Gradio interface
-interface = gr.Interface(
-    fn=run_katana,
-    inputs="text",
-    outputs="file",
-    title="Katana URL Crawler",
-    description="Enter a URL to crawl with Katana.",
-    flagging_dir="/tmp/flagged"  # Specify a writable directory for flagging
-)
-
-interface.launch(server_name="0.0.0.0", server_port=7860)
+def crawl_website(url):
+  """Crawls a website using Katana and saves the output to a text file."""
+
+  output_file = "katana_output.txt"
+  katana_command = [
+      "katana",
+      "-u", url,
+      "-o", output_file,
+      "-silent"  # Only display output, no progress bars or logs
+  ]
+
+  # Execute Katana command
+  try:
+    subprocess.run(katana_command, check=True)
+  except subprocess.CalledProcessError as e:
+    return f"Error running Katana: {e}", None
+
+  # Read output file content
+  with open(output_file, "r") as f:
+    output_content = f.read()
+
+  return output_content, output_file
+
+with gr.Blocks() as demo:
+  gr.Markdown("## Website Crawler using Katana")
+  with gr.Row():
+    url_input = gr.Textbox(label="Enter Website URL")
+    output_text = gr.Textbox(label="Crawled Endpoints", lines=15)
+  download_button = gr.Button("Download Output File")
+  
+  # Trigger crawling on button click
+  url_input.submit(
+    fn=crawl_website,
+    inputs=url_input,
+    outputs=[output_text, download_button]
+  )
+
+  # Download output file
+  download_button.click(
+    fn=lambda file: file,
+    inputs=download_button,
+    outputs=gr.File(label="Download Results")
+  )
+
+demo.launch()