Hugging Face's logo

Spaces:
kazutab
/
mindmap-studio
Running on Zero

App Files Community
mindmap-studio
File size: 1,305 Bytes
0475af5
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
#!/usr/bin/env pwsh

# Basedir on device
$basedir=".\pkg-snapdragon"

$cli_opts=$args

$model="gemma-3-4b-it-Q4_0.gguf"
if ($null -ne $env:M) {
    $model=$env:M
}

$mmproj="mmproj-F16.gguf"
if ($null -ne $env:MMPROJ) {
    $mmproj=$env:MMPROJ
}

$image=""
if ($null -ne $env:IMG) {
    $image=$env:IMG
}

$device="HTP0"
if ($null -ne $env:D) {
    $device=$env:D
}

if ($null -ne $env:V) {
    $env:GGML_HEXAGON_VERBOSE=$env:V
}

if ($null -ne $env:SCHED) {
    $env:GGML_SCHED_DEBUG=$env:SCHED; $cli_opts="$cli_opts -v"
}

if ($null -ne $env:PROF) {
    $env:GGML_HEXAGON_PROFILE=$env:PROF
}

if ($null -ne $env:OPSTAGE) {
    $env:GGML_HEXAGON_OPSTAGE=$env:OPSTAGE
}

if ($null -ne $env:NHVX) {
    $env:GGML_HEXAGON_NHVX=$env:NHVX
}

if ($null -ne $env:NDEV) {
    $env:GGML_HEXAGON_NDEV=$env:NDEV
}

if ($null -ne $env:HB) {
    $env:GGML_HEXAGON_HOSTBUF=$env:HB
}

if ($null -ne $env:MTMD_DEVICE) {
    $env:MTMD_BACKEND_DEVICE=$env:MTMD_DEVICE
}

$env:ADSP_LIBRARY_PATH="$basedir\lib"

& "$basedir\bin\llama-mtmd-cli.exe" `
    --no-mmap -m $basedir\..\..\gguf\$model `
    --mmproj $basedir\..\..\gguf\$mmproj `
    --image $basedir\..\..\gguf\$image `
    --poll 1000 -t 6 --cpu-mask 0xfc --cpu-strict 1 `
    --ctx-size 8192 --ubatch-size 1024 -fa on `
    -ngl 99 --device $device -v $cli_opts