Upload 2 files

model_manager.py

@@ -27,12 +27,42 @@ class BitNetManager:
                 patched_content = content.replace(old_str, new_str)
                 with open(target_file, "w") as f:
                     f.write(patched_content)
-                st.success("Patch applied successfully!")
+                st.success("Patch applied to ggml-bitnet-mad.cpp!")
             else:
-                st.warning("Patch target line not found. It might have been already patched or updated.")
+                st.warning("Patch target line not found in ggml-bitnet-mad.cpp.")
 
-    def setup_engine(self):
+        # Patch setup_env.py to handle missing huggingface-cli command
+        setup_script = os.path.join(self.bitnet_dir, "setup_env.py")
+        if os.path.exists(setup_script):
+            st.info("Patching setup_env.py to handle path issues...")
+            with open(setup_script, "r") as f:
+                setup_content = f.read()
+            
+            # Replace literal "huggingface-cli" with the python module call
+            # This is safer in environments where the CLI isn't in the global PATH
+            old_cli = '"huggingface-cli"'
+            new_cli = '"python", "-m", "huggingface_hub.commands.huggingface_cli"'
+            
+            if old_cli in setup_content:
+                # We need to be careful with the list structure. 
+                # setup_env.py usually uses subprocess.run(["huggingface-cli", ...])
+                patched_setup = setup_content.replace(old_cli, new_cli)
+                with open(setup_script, "w") as f:
+                    f.write(patched_setup)
+                st.success("Patch applied to setup_env.py!")
+            elif 'huggingface-cli' in setup_content:
+                # Catch cases without quotes if any
+                patched_setup = setup_content.replace('huggingface-cli', 'python -m huggingface_hub.commands.huggingface_cli')
+                with open(setup_script, "w") as f:
+                    f.write(patched_setup)
+                st.success("Patch applied to setup_env.py (unquoted)!")
         """Clone and compile utilizing official setup_env.py with log streaming."""
+        # Check if already compiled
+        binary = self.get_binary_path()
+        if binary and os.path.exists(binary):
+            st.success("BitNet engine is already compiled and ready!")
+            return True
+
         if not os.path.exists(self.bitnet_dir):
             st.info("Cloning BitNet repository...")
             subprocess.run(["git", "clone", "--recursive", self.repo_url], check=True)
@@ -41,8 +71,8 @@ class BitNetManager:
         
         st.info("Running official BitNet setup (setup_env.py)...")
         try:
-            # We'll use 1bitLLM/bitnet_b1_58-3B as it's a supported option
-            cmd = ["python", "setup_env.py", "--hf-repo", "1bitLLM/bitnet_b1_58-3B", "--use-pretuned"]
+            # -u for unbuffered output to see logs in real-time
+            cmd = ["python", "-u", "setup_env.py", "--hf-repo", "1bitLLM/bitnet_b1_58-3B", "--use-pretuned"]
             
             # Stream the stdout to Streamlit in real-time
             process = subprocess.Popen(cmd, cwd=self.bitnet_dir, stdout=subprocess.PIPE, stderr=subprocess.STDOUT, text=True, bufsize=1)

requirements.txt

@@ -1,5 +1,5 @@
 streamlit
-huggingface_hub
+huggingface_hub[cli]
 numpy
 pandas
 psutil