chore(scripts): auto-detect cuda

README.md

@@ -74,28 +74,10 @@ We provide pre-built binaries for Windows, for other platforms, you may need to
 bun install
 ```
 
-### Compile `candle` with CUDA feature
-
-The LLM feature heavily relies on [candle](https://github.com/huggingface/candle). To compile `candle-kernel` with CUDA support, you need:
-
-1. Download and install [CUDA toolkit 12.9](https://developer.nvidia.com/cuda-12-9-1-download-archive), and follow below steps to set up environment variables:
-
-   1. Add the CUDA `bin` directory to your `PATH` environment variable (e.g., `C:\Program Files\NVIDIA GPU Computing Toolkit\CUDA\v12.9\bin`).
-   2. Set the `CUDA_PATH` environment variable to point to your CUDA installation directory (e.g., `C:\Program Files\NVIDIA GPU Computing Toolkit\CUDA\v12.9`).
-   3. Make sure `nvcc` is accessible from the command line by running `nvcc --version`.
-
-2. Download and install [Visual Studio 2022](https://visualstudio.microsoft.com/downloads/), during installation, make sure to select the "Desktop development with C++" workload. Then, follow below steps to set up environment variables:
-
-   1. Open "x64 Native Tools Command Prompt for VS 2022" from the Start menu, and find the path of `cl.exe` by running `where cl`.
-   2. Add the directory containing `cl.exe` to your `PATH` environment variable.
-
 ### Build
 
 ```bash
-bun tauri build
-
-# enable CUDA acceleration
-bun tauri build --features cuda
+bun run build
 ```
 
 ### Usage

package.json

@@ -1,4 +1,9 @@
 {
+  "scripts": {
+    "setup": "bun scripts/dev.ts",
+    "dev": "bun run setup tauri dev",
+    "build": "bun run setup tauri build"
+  },
   "workspaces": [
     "ui/"
   ],

scripts/dev.ts

@@ -0,0 +1,118 @@
+import os from 'node:os'
+import path from 'node:path'
+import { readdir, access } from 'node:fs/promises'
+import { exec as execCallback, spawn } from 'node:child_process'
+import { promisify } from 'node:util'
+
+const exec = promisify(execCallback)
+
+async function pathExists(target: string) {
+  try {
+    await access(target)
+    return true
+  } catch {
+    return false
+  }
+}
+
+async function checkNvcc() {
+  try {
+    await exec('nvcc --version', { env: process.env })
+  } catch {
+    throw new Error('nvcc not found')
+  }
+}
+
+async function setupCuda() {
+  const cudaPath = process.env.CUDA_PATH
+  if (cudaPath) {
+    const binPath = path.join(cudaPath, 'bin')
+    process.env.PATH = `${binPath}${path.delimiter}${process.env.PATH}`
+    return
+  }
+
+  const cudaRoot = 'C:/Program Files/NVIDIA GPU Computing Toolkit/CUDA'
+  const versions = await readdir(cudaRoot).catch(() => [])
+
+  for (const version of versions) {
+    if (version.startsWith('v')) {
+      const binPath = path.join(cudaRoot, version, 'bin')
+      if (await pathExists(binPath)) {
+        process.env.PATH = `${binPath}${path.delimiter}${process.env.PATH}`
+        process.env.CUDA_PATH = path.join(cudaRoot, version)
+
+        console.log(`Added CUDA ${version} to PATH: ${binPath}`)
+        return
+      }
+    }
+  }
+
+  throw new Error(
+    'NVCC not found. Please install the CUDA Toolkit from https://developer.nvidia.com/cuda-12-9-1-download-archive',
+  )
+}
+
+async function setupCl() {
+  const vsRoot = 'C:/Program Files/Microsoft Visual Studio'
+  const vsVersions = await readdir(vsRoot).catch(() => [])
+
+  for (const vsVersion of vsVersions) {
+    const vcPath = path.join(vsRoot, vsVersion, 'Community/VC/Tools/MSVC')
+    if (await pathExists(vcPath)) {
+      const msvcVersions = await readdir(vcPath)
+      for (const msvcVersion of msvcVersions) {
+        const binPath = path.join(vcPath, msvcVersion, 'bin/Hostx64/x64')
+        if (await pathExists(binPath)) {
+          process.env.PATH = `${binPath}${path.delimiter}${process.env.PATH}`
+
+          console.log(`Added cl.exe to PATH: ${binPath}`)
+          return
+        }
+      }
+    }
+  }
+
+  throw new Error(
+    'cl.exe not found. Please install Visual Studio with C++ build tools from https://visualstudio.microsoft.com/downloads/',
+  )
+}
+
+async function dev() {
+  if (os.type() === 'Windows_NT') {
+    // First, try to check if nvcc is available
+    await checkNvcc()
+      // If not found, try to set up CUDA paths
+      .catch(async () => {
+        await setupCuda()
+        // Check again after setup
+        await checkNvcc()
+      })
+
+    // Setup cl.exe path
+    await setupCl()
+  }
+
+  const args = process.argv.slice(2)
+  if (args.length === 0) {
+    throw new Error('No command provided')
+  }
+
+  const proc = spawn(args.join(' '), {
+    stdio: 'inherit',
+    shell: true,
+    env: process.env,
+  })
+
+  proc.on('error', (err) => {
+    throw err
+  })
+
+  proc.on('exit', (code) => {
+    process.exit(code)
+  })
+}
+
+dev().catch((err) => {
+  process.stderr.write(`Error: ${err.message}`)
+  process.exit(1)
+})