fix(strata): ship a hipBLASLt table calibrated for ROCm 10.1
Upstream's gfx1151-hipblaslt-100401.txt was calibrated on TheRock 7.14.1. therock-rocm 10.1.0rc3 reports the same hipBLASLt version, so the engine accepted the table, but its solution ids do not exist in that build and every prompt GEMM fell back to the heuristic. The table now comes from tools/hip/tune_hipblaslt run on gfx1151 against therock-rocm 10.1 and is installed in bin/tuning/, where the engine finds it by itself. UD-Q5_K_XL, 17.5K cold prompt on ms-s1-max: 418 -> 700-725 tok/s. Bead: nix-overlay-2yv
This commit is contained in:
@@ -0,0 +1,92 @@
|
||||
# calibrated with tools/hip/tune_hipblaslt (Strata 0.2.13) on gfx1151 against therock-rocm 10.1.0rc3 (hipBLASLt 1.4.1); solution IDs are scoped to that library build: recalibrate when therock-rocm changes
|
||||
STRATA_HIPBLASLT_TUNING_V1 gfx1151 100401
|
||||
f16 12288 2560 12288 16384 2542
|
||||
f16 12288 2560 12288 16383 2542
|
||||
f16 10240 2560 10240 16384 2542
|
||||
f16 10240 2560 10240 16383 2542
|
||||
f16 2560 6144 2560 16384 2542
|
||||
f16 6144 2560 6144 16384 2542
|
||||
f16 12288 2560 12288 8192 2542
|
||||
f16 2560 6144 2560 16383 2542
|
||||
f16 6144 2560 6144 16383 2542
|
||||
f16 12288 2560 12288 8191 2542
|
||||
f16 10240 2560 10240 8192 2542
|
||||
f16 10240 2560 10240 8191 2542
|
||||
f16 2560 6144 2560 8192 2542
|
||||
f16 6144 2560 6144 8192 2542
|
||||
f16 2560 6144 2560 8191 2542
|
||||
f16 6144 2560 6144 8191 2542
|
||||
bf16 2560 2560 2560 16384 1254
|
||||
bf16 2560 2560 2560 16383 1254
|
||||
f16 12288 2560 12288 2048 2542
|
||||
f16 12288 2560 12288 2047 2542
|
||||
bf16 10240 320 10240 16384 1254
|
||||
bf16 320 10240 320 16384 1253
|
||||
bf16 2560 2560 2560 8192 1254
|
||||
f16 10240 2560 10240 2048 2542
|
||||
bf16 10240 320 10240 16383 1254
|
||||
bf16 320 10240 320 16383 1253
|
||||
bf16 2560 2560 2560 8191 1254
|
||||
f16 10240 2560 10240 2047 2542
|
||||
f16 2560 6144 2560 2048 2542
|
||||
f16 6144 2560 6144 2048 2542
|
||||
f16 2560 6144 2560 2047 2542
|
||||
f16 6144 2560 6144 2047 2542
|
||||
bf16 10240 320 10240 8192 1254
|
||||
bf16 320 10240 320 8192 1253
|
||||
f16 2560 640 2560 16384 2542
|
||||
f16 640 2560 640 16384 2542
|
||||
f16 2560 640 2560 16383 2542
|
||||
f16 640 2560 640 16383 2542
|
||||
bf16 10240 320 10240 8191 1254
|
||||
bf16 320 10240 320 8191 1253
|
||||
bf16 512 2560 512 16384 1254
|
||||
f16 512 2560 512 16384 2542
|
||||
bf16 512 2560 512 16383 1254
|
||||
f16 512 2560 512 16383 2542
|
||||
bf16 2560 2560 2560 2048 1254
|
||||
f16 2560 640 2560 8192 2542
|
||||
f16 640 2560 640 8192 2542
|
||||
f16 2560 640 2560 8191 2542
|
||||
f16 640 2560 640 8191 2542
|
||||
bf16 2560 2560 2560 2047 1254
|
||||
bf16 512 2560 512 8192 1254
|
||||
f16 512 2560 512 8192 2542
|
||||
bf16 512 2560 512 8191 1254
|
||||
f16 512 2560 512 8191 2542
|
||||
bf16 10240 320 10240 2048 1254
|
||||
bf16 320 10240 320 2048 1253
|
||||
bf16 10240 320 10240 2047 1254
|
||||
bf16 320 10240 320 2047 1253
|
||||
bf16 128 2560 128 16384 1253
|
||||
bf16 128 2560 128 16383 1254
|
||||
f16 2560 640 2560 2048 2542
|
||||
f16 640 2560 640 2048 2542
|
||||
f16 2560 640 2560 2047 2542
|
||||
f16 640 2560 640 2047 2542
|
||||
bf16 512 2560 512 2048 1254
|
||||
bf16 128 2560 128 8192 1254
|
||||
f16 512 2560 512 2048 2542
|
||||
bf16 128 2560 128 8191 1253
|
||||
bf16 512 2560 512 2047 1254
|
||||
f16 512 2560 512 2047 2542
|
||||
bf16 48 2560 96 16384 1253
|
||||
bf16 48 2560 96 16383 1253
|
||||
bf16 48 2560 96 8192 1252
|
||||
bf16 48 2560 96 8191 1253
|
||||
bf16 4 10240 4 16384 1252
|
||||
bf16 128 2560 128 2048 1254
|
||||
bf16 4 10240 4 16383 1252
|
||||
bf16 128 2560 128 2047 1254
|
||||
bf16 4 10240 4 8192 1251
|
||||
bf16 4 10240 4 8191 1252
|
||||
bf16 48 2560 96 2048 1253
|
||||
bf16 48 2560 96 2047 1253
|
||||
bf16 4 10240 4 2048 1252
|
||||
bf16 4 10240 4 2047 1252
|
||||
bf16 1 2560 1 16384 1252
|
||||
bf16 1 2560 1 16383 1252
|
||||
bf16 1 2560 1 8192 1252
|
||||
bf16 1 2560 1 8191 1252
|
||||
bf16 1 2560 1 2048 1252
|
||||
bf16 1 2560 1 2047 1251
|
||||
@@ -82,6 +82,12 @@ stdenv.mkDerivation (finalAttrs: {
|
||||
|
||||
ninjaFlags = [ "strata" ];
|
||||
|
||||
# Upstream's 100401 table was calibrated on TheRock 7.14.1. therock-rocm 10.1 reports the same
|
||||
# hipBLASLt version but other solution ids, so that table is a silent no-op here.
|
||||
postPatch = ''
|
||||
cp ${./gfx1151-hipblaslt-100401.txt} tools/hip/gfx1151-hipblaslt-100401.txt
|
||||
'';
|
||||
|
||||
postBuild = ''
|
||||
cmake -S ../tools/vision -B ../build-vision -G Ninja \
|
||||
-DCMAKE_BUILD_TYPE=Release -DLLAMA_DIR=${llama} \
|
||||
@@ -93,6 +99,8 @@ stdenv.mkDerivation (finalAttrs: {
|
||||
runHook preInstall
|
||||
install -Dm755 strata $out/bin/strata
|
||||
install -Dm755 ../build-vision/bin/strata-vision $out/bin/strata-vision
|
||||
# The engine reads <exe dir>/tuning/ by itself (postPatch puts the 10.1 table in tools/hip).
|
||||
install -Dm644 ../tools/hip/gfx1151-hipblaslt-100401.txt $out/bin/tuning/gfx1151-hipblaslt-100401.txt
|
||||
mkdir -p $out/share/strata
|
||||
cp -r ../serve ../strata_control ../strata_cli ../tools ../data $out/share/strata/
|
||||
makeWrapper ${python}/bin/python $out/bin/strata-server \
|
||||
|
||||
Reference in New Issue
Block a user