Ctrl+K

1 contributor

History: 1 commit

a1exxd0

Upload kv-quant (INT4/NVFP4 KIVI) work + vLLM fork source

6e668dc verified 2 months ago

nvfp4_utils.py

5.2 kB
Upload kv-quant (INT4/NVFP4 KIVI) work + vLLM fork source 2 months ago
test_allspark_gemm.py

3.62 kB
Upload kv-quant (INT4/NVFP4 KIVI) work + vLLM fork source 2 months ago
test_awq.py

1.8 kB
Upload kv-quant (INT4/NVFP4 KIVI) work + vLLM fork source 2 months ago
test_awq_triton.py

5.21 kB
Upload kv-quant (INT4/NVFP4 KIVI) work + vLLM fork source 2 months ago
test_block_fp8.py

9.3 kB
Upload kv-quant (INT4/NVFP4 KIVI) work + vLLM fork source 2 months ago
test_block_int8.py

2.33 kB
Upload kv-quant (INT4/NVFP4 KIVI) work + vLLM fork source 2 months ago
test_cpu_fp8_scaled_mm.py

4.89 kB
Upload kv-quant (INT4/NVFP4 KIVI) work + vLLM fork source 2 months ago
test_cutlass_scaled_mm.py

25.7 kB
Upload kv-quant (INT4/NVFP4 KIVI) work + vLLM fork source 2 months ago
test_cutlass_w4a8.py

9.87 kB
Upload kv-quant (INT4/NVFP4 KIVI) work + vLLM fork source 2 months ago
test_cutlass_w4a8_moe.py

9.81 kB
Upload kv-quant (INT4/NVFP4 KIVI) work + vLLM fork source 2 months ago
test_flashinfer_nvfp4_scaled_mm.py

4.86 kB
Upload kv-quant (INT4/NVFP4 KIVI) work + vLLM fork source 2 months ago
test_flashinfer_scaled_mm.py

2.1 kB
Upload kv-quant (INT4/NVFP4 KIVI) work + vLLM fork source 2 months ago
test_fp8_min_max_helper.py

2.46 kB
Upload kv-quant (INT4/NVFP4 KIVI) work + vLLM fork source 2 months ago
test_fp8_quant.py

7.47 kB
Upload kv-quant (INT4/NVFP4 KIVI) work + vLLM fork source 2 months ago
test_fp8_quant_group.py

6.06 kB
Upload kv-quant (INT4/NVFP4 KIVI) work + vLLM fork source 2 months ago
test_ggml.py

1.77 kB
Upload kv-quant (INT4/NVFP4 KIVI) work + vLLM fork source 2 months ago
test_gguf.py

6.75 kB
Upload kv-quant (INT4/NVFP4 KIVI) work + vLLM fork source 2 months ago
test_gptq.py

1.19 kB
Upload kv-quant (INT4/NVFP4 KIVI) work + vLLM fork source 2 months ago
test_hadacore.py

1.06 kB
Upload kv-quant (INT4/NVFP4 KIVI) work + vLLM fork source 2 months ago
test_int8_kernel.py

5.1 kB
Upload kv-quant (INT4/NVFP4 KIVI) work + vLLM fork source 2 months ago
test_int8_quant.py

7.1 kB
Upload kv-quant (INT4/NVFP4 KIVI) work + vLLM fork source 2 months ago
test_machete_mm.py

14 kB
Upload kv-quant (INT4/NVFP4 KIVI) work + vLLM fork source 2 months ago
test_marlin_gemm.py

18 kB
Upload kv-quant (INT4/NVFP4 KIVI) work + vLLM fork source 2 months ago
test_mxfp4_qutlass.py

10.2 kB
Upload kv-quant (INT4/NVFP4 KIVI) work + vLLM fork source 2 months ago
test_mxfp4_triton_ep.py

3.02 kB
Upload kv-quant (INT4/NVFP4 KIVI) work + vLLM fork source 2 months ago
test_nvfp4_emulation.py

9.63 kB
Upload kv-quant (INT4/NVFP4 KIVI) work + vLLM fork source 2 months ago
test_nvfp4_quant.py

9.35 kB
Upload kv-quant (INT4/NVFP4 KIVI) work + vLLM fork source 2 months ago
test_nvfp4_qutlass.py

8.92 kB
Upload kv-quant (INT4/NVFP4 KIVI) work + vLLM fork source 2 months ago
test_nvfp4_scaled_mm.py

2.97 kB
Upload kv-quant (INT4/NVFP4 KIVI) work + vLLM fork source 2 months ago
test_per_token_group_quant.py

13 kB
Upload kv-quant (INT4/NVFP4 KIVI) work + vLLM fork source 2 months ago
test_rdna3_w4a16.py

9.98 kB
Upload kv-quant (INT4/NVFP4 KIVI) work + vLLM fork source 2 months ago
test_rdna3_w4a16_selection.py

3.36 kB
Upload kv-quant (INT4/NVFP4 KIVI) work + vLLM fork source 2 months ago
test_rocm_compressed_tensors_w4a16.py

1.25 kB
Upload kv-quant (INT4/NVFP4 KIVI) work + vLLM fork source 2 months ago
test_rocm_skinny_gemms.py

8.76 kB
Upload kv-quant (INT4/NVFP4 KIVI) work + vLLM fork source 2 months ago
test_scaled_mm_kernel_selection.py

4.73 kB
Upload kv-quant (INT4/NVFP4 KIVI) work + vLLM fork source 2 months ago
test_silu_mul_nvfp4_quant.py

2.47 kB
Upload kv-quant (INT4/NVFP4 KIVI) work + vLLM fork source 2 months ago
test_triton_scaled_mm.py

4.06 kB
Upload kv-quant (INT4/NVFP4 KIVI) work + vLLM fork source 2 months ago
test_triton_w4a16.py

9.91 kB
Upload kv-quant (INT4/NVFP4 KIVI) work + vLLM fork source 2 months ago
test_w4a16_kernel_selection.py

1.76 kB
Upload kv-quant (INT4/NVFP4 KIVI) work + vLLM fork source 2 months ago