ubergarm commited on
Commit
d2918f9
·
1 Parent(s): 1ceb31e

update perplexity logs with exact command

Browse files
logs/perplexity-MiniMax-M2.5-BF16.log CHANGED
@@ -1,3 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
  SOCKET is set to: 1
2
  main: build = 4190 (494d7062)
3
  main: built with cc (Ubuntu 13.3.0-6ubuntu2~24.04) 13.3.0 for x86_64-linux-gnu
 
1
+ #!/usr/bin/env bash
2
+
3
+ model=/mnt/data/models/ubergarm/MiniMax-M2.5-GGUF/MiniMax-M2.5-256x4.9B-BF16-00001-of-00010.gguf
4
+
5
+ numactl -N "$SOCKET" -m "$SOCKET" \
6
+ ./build/bin/llama-perplexity \
7
+ -m "$model" \
8
+ -f wiki.test.raw \
9
+ --seed 1337 \
10
+ --ctx-size 512 \
11
+ -ub 4096 -b 4096 \
12
+ --numa numactl \
13
+ --threads 96 \
14
+ --threads-batch 128 \
15
+ --validate-quants \
16
+ --no-mmap
17
+
18
  SOCKET is set to: 1
19
  main: build = 4190 (494d7062)
20
  main: built with cc (Ubuntu 13.3.0-6ubuntu2~24.04) 13.3.0 for x86_64-linux-gnu
logs/perplexity-MiniMax-M2.5-IQ4_XS.log CHANGED
@@ -1,3 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
  SOCKET is set to: 0
2
  main: build = 4190 (494d7062)
3
  main: built with cc (Ubuntu 13.3.0-6ubuntu2~24.04) 13.3.0 for x86_64-linux-gnu
 
1
+ #!/usr/bin/env bash
2
+
3
+ model=/mnt/raid/hf/MiniMax-M2.5-GGUF/IQ4_XS/MiniMax-M2.5-IQ4_XS-00001-of-00004.gguf
4
+
5
+ numactl -N "$SOCKET" -m "$SOCKET" \
6
+ ./build/bin/llama-perplexity \
7
+ -m "$model" \
8
+ -f wiki.test.raw \
9
+ --seed 1337 \
10
+ --ctx-size 512 \
11
+ -ub 4096 -b 4096 \
12
+ --numa numactl \
13
+ --threads 96 \
14
+ --threads-batch 128 \
15
+ --validate-quants \
16
+ --no-mmap
17
+
18
  SOCKET is set to: 0
19
  main: build = 4190 (494d7062)
20
  main: built with cc (Ubuntu 13.3.0-6ubuntu2~24.04) 13.3.0 for x86_64-linux-gnu
logs/perplexity-MiniMax-M2.5-IQ5_K.log CHANGED
@@ -1,3 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
  SOCKET is set to: 0
2
  main: build = 4190 (494d7062)
3
  main: built with cc (Ubuntu 13.3.0-6ubuntu2~24.04) 13.3.0 for x86_64-linux-gnu
 
1
+ #!/usr/bin/env bash
2
+
3
+ model=/mnt/raid/hf/MiniMax-M2.5-GGUF/IQ5_K/MiniMax-M2.5-IQ5_K-00001-of-00005.gguf
4
+
5
+ numactl -N "$SOCKET" -m "$SOCKET" \
6
+ ./build/bin/llama-perplexity \
7
+ -m "$model" \
8
+ -f wiki.test.raw \
9
+ --seed 1337 \
10
+ --ctx-size 512 \
11
+ -ub 4096 -b 4096 \
12
+ --numa numactl \
13
+ --threads 96 \
14
+ --threads-batch 128 \
15
+ --validate-quants \
16
+ --no-mmap
17
+
18
  SOCKET is set to: 0
19
  main: build = 4190 (494d7062)
20
  main: built with cc (Ubuntu 13.3.0-6ubuntu2~24.04) 13.3.0 for x86_64-linux-gnu
logs/perplexity-MiniMax-M2.5-Q8_0.log CHANGED
@@ -1,3 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
  SOCKET is set to: 0
2
  main: build = 4190 (494d7062)
3
  main: built with cc (Ubuntu 13.3.0-6ubuntu2~24.04) 13.3.0 for x86_64-linux-gnu
 
1
+ #!/usr/bin/env bash
2
+
3
+ model=/mnt/data/models/ubergarm/MiniMax-M2.5-GGUF/MiniMax-M2.5-Q8_0.gguf
4
+
5
+ numactl -N "$SOCKET" -m "$SOCKET" \
6
+ ./build/bin/llama-perplexity \
7
+ -m "$model" \
8
+ -f wiki.test.raw \
9
+ --seed 1337 \
10
+ --ctx-size 512 \
11
+ -ub 4096 -b 4096 \
12
+ --numa numactl \
13
+ --threads 96 \
14
+ --threads-batch 128 \
15
+ --validate-quants \
16
+ --no-mmap
17
+
18
  SOCKET is set to: 0
19
  main: build = 4190 (494d7062)
20
  main: built with cc (Ubuntu 13.3.0-6ubuntu2~24.04) 13.3.0 for x86_64-linux-gnu