Create app.py

app.py

@@ -0,0 +1,151 @@
+import gradio as gr
+import os, re, gc, time, sys, subprocess, typing, shutil, json, datetime, tempfile, safetensors, torch, threading, spaces
+import numpy as np
+from huggingface_hub import hf_hub_download, HfApi, upload_folder, create_repo
+from transformers import AutoTokenizer, AutoModelForCausalLM
+from accelerate import Accelerator
+from huggingface_hub import login
+HF_TOKEN=os.environ.get('HF_TOKEN')
+login(token=HF_TOKEN)
+os.environ["PYTORCH_CUDA_ALLOC_CONF"] = "expandable_segments:True"
+os.environ["ZERO_GPU_PATCH_TORCH_DEVICE"] = "True"
+device = "cuda" if torch.cuda.is_available() else "cpu"
+accelerator=Accelerator()
+HfApi=HfApi()
+last=[]
+thecomponent=""
+TOKENIZER = accelerator.prepare(AutoTokenizer.from_pretrained("Qwen/Qwen2.5-Coder-7B-Instruct"))
+MODEL = accelerator.prepare(AutoModelForCausalLM.from_pretrained("Qwen/Qwen2.5-Coder-7B-Instruct", torch_dtype=torch.bfloat16,))
+eos_token_ids = [151645, 151643]
+
+@spaces.GPU()
+def helper(pmpt, input_text):
+    model_inputs=""
+    generated_text=""
+    prompt = f"{pmpt}. The code: <|fim_prefix|>{input_text} <|fim_suffix|> <|fim_middle|>"
+    messages = [{"role": "system", "content": "You are Qwen, created by Alibaba Cloud. You are a helpful assistant. Acting as an expert AI Web Development and Programming model. As an expert AI Web Development and Programming model, correct/modify/create/generate/complete the user provided code based on user request, output the code without comments. Only output code without additional prefixed or suffixed messages/comments/wrapping or additional text."}, {"role": "user", "content": prompt}]
+    text = TOKENIZER.apply_chat_template(messages,tokenize=False,add_generation_prompt=True)
+    model_inputs = TOKENIZER([text], return_tensors="pt").to(device)
+    generated_text = ""
+    for new_text in TOKENIZER.decode(MODEL.generate(**model_inputs, max_new_tokens=2048, do_sample=False, eos_token_id=eos_token_ids,)[0][len(model_inputs.input_ids[0]):], skip_special_tokens=True):
+        generated_text += new_text
+        yield generated_text.strip()
+    yield generated_text.strip()
+
+def pushy(spc_id,spc_tkn,thecomponent):
+    tm_tkn=f"{spc_tkn}"
+    succ=HfApi.create_repo(repo_id=f"{spc_id}", repo_type="space", space_sdk="gradio", private=False, exist_ok=True, token=f"{tm_tkn}")
+    HfApi.upload_folder(repo_id=f"{spc_id}",repo_type="space", folder_path=f"{thecomponent}")
+    del tm_tkn
+    shutil.rmtree(thecomponent)
+    gc.collect()
+    print("Successfully pushed custom component.")
+    return gr.Textbox(label="Step 6: Enter a new/existing space name", value=f"Success: created space {str(succ)}"), gr.Textbox(label="Your HF Token(write permission)", value="")
+
+files_list=[]
+def list_files(files_list,thecomponent):
+    files_list=[]
+    for root, dirs, files in os.walk(f"{os.getcwd()}/{thecomponent}", topdown=True):
+        if '.git' in dirs:
+            dirs.remove('.git')
+        if '.gitattributes' in files:
+            files.remove('.gitattributes')
+        for name in files:
+            rel_dir = os.path.relpath(root, os.getcwd())
+            rel_file = os.path.join(rel_dir, name) if rel_dir != '.' else name
+            files_list.append(rel_file)
+            print(os.path.join(root, name))
+    return files_list
+
+def lep(thecomponent):
+    with tempfile.NamedTemporaryFile(delete=False) as tmpfile:
+        tmpname = tmpfile.name
+    os.system(f"ls {os.getcwd()}/{thecomponent} > {tmpname} 2>&1")
+    with open(tmpname, "r") as f:
+        output = f.read()
+    os.remove(tmpname)
+    return output
+
+def read_file(filename,cd,status):
+    fauxname=filename
+    filename=f"./{filename}"
+    with open(filename, "r", encoding="utf-8") as f:
+        return f.read(), f"Editing {fauxname}"
+
+def write_file(filename, thecomponent, content, lstf_dp):
+    fauxname=filename
+    filename=f"./{filename}"
+    with open(filename, "w", encoding="utf-8") as f:
+        f.write(content)
+    return f"Saved {fauxname}", gr.Dropdown(choices=list_files(files_list, thecomponent), value=f"{fauxname}", type="value")
+
+def empty(cd,crea_name,lst_fls):
+    return gr.Code(label=None, value="", interactive=True), gr.Textbox(label="Filename to create", value="", placeholder="filename.txt"), gr.Textbox(label=f"{str(os.getcwd())}",value=lep())
+
+def open_file(selected_file,cd,status):
+    return read_file(selected_file,cd,status)
+
+def save_file(selected_file, thecomponent, content, lstf_dp):
+    return write_file(selected_file, thecomponent, content, lstf_dp)
+
+def refresh_files(lstf_dp,lst_fls):
+    return gr.Dropdown(choices=list_files(files_list), value=None, type="value"), gr.Textbox(label=f"{os.getcwd}",value=lep())
+
+def run_command_os_system(cmd,fos,lstf_dp,lst_fls):
+    thecomponent=f"{cmd}"
+    cmd=f"gradio cc create {cmd} --directory {cmd} --package-name {cmd} --template {fos} --no-install --overwrite --no-configure-metadata"
+    import tempfile
+    with tempfile.NamedTemporaryFile(delete=False) as tmpfile:
+        tmpname = tmpfile.name
+    os.system(f"{cmd} > {tmpname} 2>&1")
+    with open(tmpname, "r") as f:
+        output = f.read()
+    os.remove(tmpname)
+    return output, gr.Dropdown(label="Step 4: Select a file to modify/edit..",choices=list_files(files_list,thecomponent), value=None, type="value"), gr.Textbox(label=f"{str(os.getcwd())}/{str(thecomponent)}",value=lep(thecomponent),visible=True)
+
+with gr.Blocks() as iface:
+    with gr.Row():
+        lstf_dp=gr.Dropdown(label="Step 4: Select a file to modify/edit..Carefully review each file.",choices=[], value=None, type="value")
+    with gr.Column():
+        with gr.Group():
+            with gr.Row():
+                pmpt=gr.Textbox(label="Prompt", placeholder="Prompt goes here... eg: Extend the code to include an option a method and necessary functions for automatic...")
+            with gr.Row():
+                sv=gr.Button("Try AI Assisted Editing", size="md")
+        with gr.Group():
+            with gr.Row():
+                status = gr.Textbox(label="Status", interactive=False, placeholder="Edit mode:")
+            with gr.Row():
+                save_btn = gr.Button("Save",size="sm")
+            with gr.Row():
+                cd=gr.Code(label="Step 5: Modify/Edit code.. Don't forget to save modifications..",interactive=True,lines=30)
+        with gr.Group():
+            with gr.Row():
+                spc_id=gr.Textbox(label="Step 6: Enter a new/existing space name", placeholder="eg: JoPmt/my_new_custom_gradio_component")
+            with gr.Row():    
+                spc_tkn=gr.Textbox(label="Your HF Token(write permission)")
+            with gr.Row():    
+                spc_btn=gr.Button("Push custom component to space")
+        with gr.Row():
+            bldcc=gr.Button("Optional: Build Custom Component (Must have pypi account)..wip",interactive=False)
+    sv.click(helper,[pmpt,cd],cd)
+    with gr.Sidebar(position="left", open=True):
+        with gr.Row():
+            output_os = gr.Textbox(label="System stdout:", lines=6, interactive=False, placeholder=">")
+        with gr.Row():
+            cmd_input = gr.Textbox(label="Step 1: Name your custom component",placeholder="eg: Mycomponent")
+        with gr.Row():
+            fos=gr.Dropdown(label="Step 2: Pick a template to modify", choices=["SimpleDropdown", "SimpleTextbox", "SimpleImage", "Audio", "BarPlot", "Button", "Chatbot", "ClearButton", "Checkbox", "CheckboxGroup", "Code", "ColorPicker", "DataFrame", "DownloadButton", "DuplicateButton", "Gallery", "HTML", "FileExplorer", "Image", "JSON", "Label", "LinePlot", "BrowserState", "LoginButton", "Markdown", "Textbox", "DateTime", "Dropdown", "Model3D", "File", "HighlightedText", "AnnotatedImage", "CheckboxGroup", "Number", "Plot", "Radio", "ScatterPlot", "Slider", "Timer", "UploadButton", "Video", "ImageEditor", "ImageSlider", "ParamViewer", "MultimodalTextbox", "NativePlot", "DeepLinkButton", "Accordion", "Column", "Row", "Group", "Tabs", "Tab", "TabItem", "Sidebar"],value=None,type="value")
+        with gr.Row():
+            run_os_btn = gr.Button("Step 3: Setup custom component",size="md")
+        with gr.Row():
+            lst_fls=gr.Textbox(label="",value="",visible=False)
+        with gr.Row():
+            crea_name=gr.Textbox(label="Optional: Filename to create", placeholder="eg: filename.txt")
+        with gr.Row():
+            create_fl=gr.Button("Optional: Create file",size="md")
+    lstf_dp.input(open_file, inputs=[lstf_dp,cd,status], outputs=[cd,status])
+    create_fl.click(save_file,[crea_name,cd,lstf_dp],[status,lstf_dp]).then(empty,[cd,crea_name,lst_fls],[cd,crea_name,lst_fls])##.then(refresh_files,[lstf_dp,lst_fls],[lstf_dp,lst_fls])
+    spc_btn.click(pushy,[spc_id,spc_tkn, cmd_input],[spc_id,spc_tkn]).then(fn=None,inputs=None,outputs=None,js="""()=>{window.location="";};""")
+    run_os_btn.click(run_command_os_system, inputs=[cmd_input,fos,lstf_dp,lst_fls], outputs=[output_os,lstf_dp,lst_fls])
+iface.launch(ssr_mode=False)