Upload folder using huggingface_hub

app.py

@@ -78,7 +78,7 @@ def patch_tinytroupe():
         # Modify the model call inside the loop
         old_call = "response = self._raw_model_call(model, chat_api_params)"
         new_call = """if parallel_retry:
-                        print("Attempting parallel call to alias-large and alias-huge.")
+                        logger.info("Attempting parallel call to alias-large and alias-huge.")
                         response = self._raw_model_call_parallel(["alias-large", "alias-huge"], chat_api_params)
                         if isinstance(response, Exception):
                             raise response
@@ -87,10 +87,10 @@ def patch_tinytroupe():
         content = content.replace(old_call, new_call)
 
         # Update the 502 catch block
-        pattern = r"if isinstance\(e, openai\.APIStatusError\) and e\.status_code == 502 and isinstance\(self, HelmholtzBlabladorClient\):.*?except Exception as fallback_e:.*?print\(f\"Fallback to OpenAI also failed: \{fallback_e\}\"\)"
+        pattern = r"if isinstance\(e, openai\.APIStatusError\) and e\.status_code == 502 and isinstance\(self, HelmholtzBlabladorClient\):.*?except Exception as fallback_e:.*?logger\.error\(f\"Fallback to OpenAI also failed: \{fallback_e\}\"\)"
 
         new_502_block = """if isinstance(e, openai.APIStatusError) and e.status_code == 502 and isinstance(self, HelmholtzBlabladorClient):
-                    print("Helmholtz API returned a 502 error. Waiting 35 seconds and enabling parallel retry...")
+                    logger.warning("Helmholtz API returned a 502 error. Waiting 35 seconds and enabling parallel retry...")
                     parallel_retry = True
                     time.sleep(35)"""
 
@@ -118,7 +118,7 @@ def setup_mkslides():
             content = content.replace('requires-python = ">=3.13"', 'requires-python = ">=3.12"')
             with open(pyproject_path, "w") as f:
                 f.write(content)
-
+        
         # Install dependencies and mkslides
         subprocess.run(["pip", "install", "./external/mkslides"])
     else:
@@ -126,13 +126,11 @@ def setup_mkslides():
 
 setup_mkslides()
 
+import gradio as gr
 from github import Github, Auth
+import requests
 from openai import OpenAI
-from fastapi import FastAPI
-import uvicorn
-import gradio as gr
-from gradio_logsview import LogsView, LogsViewRunner
-
+import logging
 
 # Add external/TinyTroupe to sys.path
 TINYTROUPE_PATH = os.path.join(os.getcwd(), "external", "TinyTroupe")
@@ -241,10 +239,10 @@ def get_repo_branches(repo_full_name, github_client=None):
         # Fetch branches
         branches = list(repo.get_branches())
         add_log(f"Discovered {len(branches)} branches.")
-
+        
         # Use ThreadPool to fetch commit dates in parallel to be MUCH faster
         branch_info = []
-
+        
         def fetch_branch_date(b):
             try:
                 commit = repo.get_commit(b.commit.sha)
@@ -254,7 +252,7 @@ def get_repo_branches(repo_full_name, github_client=None):
                     date = commit.commit.author.date
                 elif commit.commit and commit.commit.committer:
                     date = commit.commit.committer.date
-
+                
                 if not date:
                     date = datetime.min
                 return (b.name, date)
@@ -263,14 +261,14 @@ def get_repo_branches(repo_full_name, github_client=None):
 
         with concurrent.futures.ThreadPoolExecutor(max_workers=20) as executor:
             branch_info = list(executor.map(fetch_branch_date, branches))
-
+        
         # Sort by date descending
         branch_info.sort(key=lambda x: x[1], reverse=True)
         result = [b[0] for b in branch_info]
-
+        
         if result:
             add_log(f"Successfully sorted {len(result)} branches. Latest: {result[0]}")
-
+        
         return result
     except Exception as e:
         add_log(f"ERROR fetching branches: {e}")
@@ -443,7 +441,7 @@ def generate_persona_from_endpoint(theme, customer_profile):
         if not name:
             name_match = re.search(r"I am ([^,\.]+)", result)
             name = name_match.group(1) if name_match else f"User_{uuid.uuid4().hex[:4]}"
-
+        
         return {
             "name": name,
             "minibio": result,
@@ -455,20 +453,20 @@ def generate_persona_from_endpoint(theme, customer_profile):
 
 def generate_personas(theme, customer_profile, num_personas):
     add_log(f"Generating {num_personas} personas...")
-
+    
     # Try the new endpoint first
     final_personas = []
     for i in range(int(num_personas)):
         p = generate_persona_from_endpoint(theme, customer_profile)
         if p:
             final_personas.append(p)
-
+    
     if len(final_personas) == int(num_personas):
         add_log("Successfully generated all personas from endpoint.")
         return final_personas
-
+    
     add_log("Falling back to TinyTroupe logic for remaining personas...")
-
+    
     # Ensure alias-large is used
     config_manager.update("model", "alias-large")
     config_manager.update("reasoning_model", "alias-large")
@@ -609,7 +607,6 @@ def start_and_monitor_sessions(personas, tasks, url):
         yield "Error: JULES_API_KEY not set.", ""
         return
 
-    import requests # moved here as it was not globally imported
     with open("jules_template.md", "r") as f:
         template = f.read()
 
@@ -617,7 +614,7 @@ def start_and_monitor_sessions(personas, tasks, url):
     for persona in personas:
         # Generate unique report ID
         report_id = str(uuid.uuid4())[:8]
-
+        
         # Format prompt
         prompt = template.replace("{{persona_context}}", json.dumps(persona))
         prompt = prompt.replace("{{tasks_list}}", json.dumps(tasks))
@@ -687,9 +684,9 @@ def get_reports_in_branch(repo_full_name, branch_name, filter_type=None):
     try:
         repo = gh.get_repo(repo_full_name)
         add_log(f"Scanning branch {branch_name} for reports (filter: {filter_type})...")
-
+        
         exclude_files = {"jules_template.md", "readme.md", "contributing.md", "license.md"}
-
+        
         # Method 1: Check user_experience_reports directory
         reports = []
         try:
@@ -699,16 +696,16 @@ def get_reports_in_branch(repo_full_name, branch_name, filter_type=None):
                 if name.endswith(".md"):
                     filename = name.lower()
                     if filename in exclude_files: continue
-
+                    
                     # Optional filtering
                     if filter_type == "report" and "slide" in filename: continue
                     if filter_type == "slides" and "report" in filename: continue
-
+                    
                     path = f"user_experience_reports/{name}"
                     reports.append(path)
         except:
             pass
-
+            
         # Method 2: Recursive scan for ALL Markdown files
         add_log("Deep scanning repository for all Markdown files...")
         tree = repo.get_git_tree(branch_name, recursive=True).tree
@@ -718,14 +715,14 @@ def get_reports_in_branch(repo_full_name, branch_name, filter_type=None):
                 filename = os.path.basename(path).lower()
                 if filename in exclude_files:
                     continue
-
+                
                 # Optional filtering
                 if filter_type == "report" and "slide" in filename: continue
                 if filter_type == "slides" and "report" in filename: continue
 
                 if path not in reports:
                     reports.append(path)
-
+        
         # Sort by relevance
         def sort_key(path):
             p_lower = path.lower()
@@ -733,20 +730,20 @@ def get_reports_in_branch(repo_full_name, branch_name, filter_type=None):
             # Highest priority: specific report.md and slides.md in user_experience_reports
             if filter_type == "report" and p_lower == "user_experience_reports/report.md": score -= 1000
             if filter_type == "slides" and p_lower == "user_experience_reports/slides.md": score -= 1000
-
+            
             # High priority: other files in user_experience_reports
             if "user_experience_reports" in p_lower: score -= 100
-
+            
             # Medium priority: keywords in filename
             filename = os.path.basename(p_lower)
             if "report" in filename: score -= 50
             if "slide" in filename: score -= 30
             if "ux" in filename: score -= 20
-
+            
             return (score, p_lower)
 
         reports.sort(key=sort_key)
-
+        
         add_log(f"Discovered {len(reports)} potential Markdown files.")
         return reports
     except Exception as e:
@@ -775,7 +772,6 @@ def pull_report_from_pr(pr_url):
     if not gh:
         return "Error: GITHUB_TOKEN not set."
 
-    import requests # moved here as it was not globally imported
     try:
         # Extract repo and PR number from URL
         match = re.search(r"github\.com/([^/]+/[^/]+)/pull/(\d+)", pr_url)
@@ -800,7 +796,7 @@ def pull_report_from_pr(pr_url):
                 return content
             except:
                 return "Report not found yet in this branch."
-
+        
         # Get the first report found
         content = get_report_content(repo_full_name, branch_name, reports[0])
         processed_prs.add(pr_number)
@@ -815,11 +811,11 @@ def render_slides(repo_full_name, branch_name, report_path):
         return "Error: GitHub client not initialized. Check your token."
     if not repo_full_name or not branch_name or not report_path:
         return "Please select a repository, branch, and report."
-
+    
     try:
         repo = gh.get_repo(repo_full_name)
         content = None
-
+        
         # Method 1: Check for multi-file slides folder
         # We check this first if the report_path is in user_experience_reports or if it's default
         if "user_experience_reports" in report_path:
@@ -830,7 +826,7 @@ def render_slides(repo_full_name, branch_name, report_path):
                     add_log(f"Multi-file slides folder found in branch {branch_name}. Merging...")
                     slide_files = [c for c in folder_contents if c.name.endswith(".md")]
                     slide_files.sort(key=lambda x: x.name)
-
+                    
                     merged_content = ""
                     for i, sf in enumerate(slide_files):
                         file_data = repo.get_contents(sf.path, ref=branch_name)
@@ -838,7 +834,7 @@ def render_slides(repo_full_name, branch_name, report_path):
                         if i > 0:
                             merged_content += "\n\n---\n\n"
                         merged_content += slide_text
-
+                    
                     content = merged_content
                     add_log(f"Successfully merged {len(slide_files)} slides.")
             except:
@@ -878,29 +874,29 @@ def render_slides(repo_full_name, branch_name, report_path):
                 else:
                     add_log(f"Error fetching slides: {e}")
                     return f"Error fetching slides: {str(e)}"
-
+            
         # Prepare workspace
         report_id = str(uuid.uuid4())[:8]
         work_dir = f"slides_work_{report_id}"
         os.makedirs(work_dir, exist_ok=True)
         with open(f"{work_dir}/index.md", "w") as f:
             f.write(content)
-
+        
         # Run mkslides
         output_dir = f"slides_site_{report_id}"
         # Ensure we have a clean output dir
         if os.path.exists(output_dir):
             shutil.rmtree(output_dir)
-
+            
         subprocess.run(["mkslides", "build", work_dir, "--site-dir", output_dir])
-
+        
         if os.path.exists(f"{output_dir}/index.html"):
-            # Return IFrame pointing to the generated site.
+            # Return IFrame pointing to the generated site. 
             # We use /file= prefix which Gradio uses to serve files in allowed_paths.
             return f'<iframe src="/file={os.path.abspath(output_dir)}/index.html" width="100%" height="600px"></iframe>'
         else:
             return "Failed to render slides."
-
+            
     except Exception as e:
         print(f"Error rendering slides: {e}")
         return f"Error rendering slides: {str(e)}"
@@ -918,7 +914,7 @@ def monitor_repo_for_reports():
         new_content_found = False
         for branch_name in branches[:25]: # Check top 25 recent branches
             reports = get_reports_in_branch(REPO_NAME, branch_name, filter_type="report")
-
+            
             for report_file in reports:
                 report_key = f"{branch_name}/{report_file}"
                 if report_key not in processed_prs:
@@ -931,7 +927,7 @@ def monitor_repo_for_reports():
                         add_log(f"New report found: {report_file} in {branch_name}")
                     except:
                         continue
-
+        
         if not new_content_found:
             add_log("No new reports found in recent branches.")
 
@@ -940,22 +936,6 @@ def monitor_repo_for_reports():
         add_log(f"Error monitoring repo: {e}")
         return all_discovered_reports
 
-# Fast API setup
-api_app = FastAPI()
-
-@api_app.get("/health")
-def health():
-    return {"status": "running", "timestamp": datetime.now().isoformat()}
-
-@api_app.get("/api/repos")
-def api_get_repos():
-    return {"repos": get_user_repos()}
-
-@api_app.post("/api/generate_tasks")
-def api_generate_tasks(theme: str, profile: str):
-    tasks = generate_tasks(theme, profile)
-    return {"tasks": tasks}
-
 # Gradio UI
 with gr.Blocks() as demo:
     gr.Markdown("# Jules UX Analysis Orchestrator")
@@ -985,15 +965,15 @@ with gr.Blocks() as demo:
                 rv_repo_select = gr.Dropdown(label="Repository", choices=get_user_repos(), value=REPO_NAME)
                 rv_branch_select = gr.Dropdown(label="Branch", choices=get_repo_branches(REPO_NAME))
                 rv_refresh_branches_btn = gr.Button("Refresh Branches")
-
+            
             with gr.Row():
                 rv_report_select = gr.Dropdown(label="Select Report", choices=[], allow_custom_value=True)
                 rv_load_report_btn = gr.Button("Load Report")
-
+            
             rv_manual_path = gr.Textbox(label="Or enter manual path (e.g. docs/my_report.md)", placeholder="docs/my_report.md")
 
             rv_report_viewer = gr.Markdown(label="Report Content")
-
+            
             def rv_update_branches(repo_name):
                 branches = get_repo_branches(repo_name)
                 latest = branches[0] if branches else "main"
@@ -1018,11 +998,11 @@ with gr.Blocks() as demo:
                 sl_repo_select = gr.Dropdown(label="Repository", choices=get_user_repos(), value=REPO_NAME)
                 sl_branch_select = gr.Dropdown(label="Branch", choices=get_repo_branches(REPO_NAME))
                 sl_refresh_branches_btn = gr.Button("Refresh Branches")
-
+            
             with gr.Row():
                 sl_report_select = gr.Dropdown(label="Select Report/Slides File", choices=[], allow_custom_value=True)
                 sl_render_btn = gr.Button("Render Slideshow")
-
+            
             sl_manual_path = gr.Textbox(label="Or enter manual path (e.g. docs/slides.md)", placeholder="docs/slides.md")
 
             slideshow_display = gr.HTML(label="Slideshow")
@@ -1046,17 +1026,14 @@ with gr.Blocks() as demo:
             sl_render_btn.click(fn=sl_render_wrapper, inputs=[sl_repo_select, sl_branch_select, sl_report_select, sl_manual_path], outputs=[slideshow_display])
 
         with gr.Tab("System"):
-            gr.Markdown("### System Diagnostics & Real-time Logs")
-
+            gr.Markdown("### System Diagnostics & Manual Connection")
             with gr.Row():
-                with gr.Column():
-                    sys_token_input = gr.Textbox(label="GitHub Token (Leave blank for default)", type="password")
-                    sys_repo_input = gr.Textbox(label="Repository (e.g., JsonLord/tiny_web)", value=REPO_NAME)
-                    sys_test_btn = gr.Button("Test Connection & Fetch Branches")
-
-                with gr.Column():
-                    sys_status = gr.Textbox(label="Connection Status", interactive=False)
-                    sys_branch_output = gr.JSON(label="Discovered Branches")
+                sys_token_input = gr.Textbox(label="GitHub Token (Leave blank for default)", type="password")
+                sys_repo_input = gr.Textbox(label="Repository (e.g., JsonLord/tiny_web)", value=REPO_NAME)
+                sys_test_btn = gr.Button("Test Connection & Fetch Branches")
+            
+            sys_status = gr.Textbox(label="Connection Status", interactive=False)
+            sys_branch_output = gr.JSON(label="Discovered Branches")
 
             def system_test(token, repo_name):
                 global gh, GITHUB_TOKEN
@@ -1070,21 +1047,21 @@ with gr.Blocks() as demo:
                     else:
                         add_log("ERROR: No token provided and default client is missing.")
                         return "Error: No GitHub client available. Please provide a token.", None
-
+                    
                     user = test_gh.get_user().login
                     add_log(f"Successfully authenticated as {user}")
-
+                    
                     # Update global client if token was provided
                     if token:
                         gh = test_gh
                         GITHUB_TOKEN = token
                         add_log("Global GitHub client updated with new token.")
-
+                    
                     status = f"Success: Connected as {user} to {repo_name}"
-
+                    
                     # Use existing optimized logic
                     branches = get_repo_branches(repo_name, github_client=test_gh)
-
+                    
                     return status, branches
                 except Exception as e:
                     add_log(f"System Test Error: {str(e)}")
@@ -1092,26 +1069,12 @@ with gr.Blocks() as demo:
 
             sys_test_btn.click(fn=system_test, inputs=[sys_token_input, sys_repo_input], outputs=[sys_status, sys_branch_output])
 
-            gr.Markdown("#### Process Logs")
-            logs_view = LogsView()
-
-            def run_diagnostics():
-                runner = LogsViewRunner()
-                yield from runner.run_python(lambda: print("Running System Diagnostics..."))
-                yield from runner.run_python(lambda: print(f"GitHub Client: {'Initialized' if gh else 'Missing'}"))
-                yield from runner.run_python(lambda: print(f"OS Path: {os.getcwd()}"))
-                yield from runner.run_command(["pip", "show", "gradio"])
-                yield runner.log("Diagnostics complete.")
-
-            diag_btn = gr.Button("Run Diagnostics & Show Logs")
-            diag_btn.click(fn=run_diagnostics, outputs=logs_view)
-
         with gr.Tab("Live Monitoring"):
             gr.Markdown("### Live Monitoring of JsonLord/tiny_web for new UX reports")
             live_log = gr.Textbox(label="GitHub Connection Logs", lines=5, interactive=False)
             refresh_feed_btn = gr.Button("Refresh Feed Now")
             global_feed = gr.Markdown(value="Waiting for new reports...")
-
+            
             def monitor_and_log():
                 reports = monitor_repo_for_reports()
                 logs = "\n".join(github_logs[-20:])
@@ -1135,8 +1098,6 @@ with gr.Blocks() as demo:
         outputs=[status_output, report_output]
     )
 
-app = gr.mount_gradio_app(api_app, demo, path="/")
-
 if __name__ == "__main__":
     # Startup connectivity check
     print("--- STARTUP GITHUB CONNECTIVITY CHECK ---")
@@ -1145,7 +1106,7 @@ if __name__ == "__main__":
         token_source = "GITHUB_TOKEN"
     elif os.environ.get("GITHUB_API_TOKEN"):
         token_source = "GITHUB_API_TOKEN"
-
+    
     print(f"Token Source: {token_source}")
 
     if gh is None:
@@ -1154,7 +1115,7 @@ if __name__ == "__main__":
         try:
             user = gh.get_user().login
             print(f"SUCCESS: Logged in to GitHub as: {user}")
-
+            
             # Test branch fetching for REPO_NAME
             print(f"Testing branch fetch for {REPO_NAME}...")
             test_branches = get_repo_branches(REPO_NAME)
@@ -1164,4 +1125,4 @@ if __name__ == "__main__":
     print("-----------------------------------------")
 
     # Allow current directory for file serving, specifically for slides_site_*
-    uvicorn.run(app, host="0.0.0.0", port=7860)
+    demo.launch(allowed_paths=[os.getcwd()])

requirements.txt

@@ -26,4 +26,3 @@ huggingface-hub
 lxml_html_clean
 beautifulsoup4
 playwright
-huggingface_hub==0.19.4