perf: increase decode split-K parallelism for short sequences

- Remove tiles_total/8 min-work cap that limited splits for small workloads - Simplify decode_num_splits to only use base_blocks and tiles_total - Short sequences now generate more blocks, improving SM utilization
2026-07-11 11:26:42 +08:00
parent 8a8550184f
commit a4ae7d17fb
3 changed files with 11 additions and 20 deletions
@@ -27,6 +27,7 @@ NVCC_FLAGS = [
    "--use_fast_math",
    "--ptxas-options=-O3,-v",
    "--extra-device-vectorization",
+    "--threads=8",
 ]