diff --git a/.beads/issues.jsonl b/.beads/issues.jsonl index bb7df26..08d6c61 100644 --- a/.beads/issues.jsonl +++ b/.beads/issues.jsonl @@ -2,6 +2,7 @@ {"id":"nix-overlay-1ah","title":"omniroute: bump 3.8.50 -> 3.8.51 once npmDepsHash is recomputed","description":"Upstream v3.8.51 changes both package.json and package-lock.json, so the version bump needs a new npmDepsHash (and the src + npmTarball hashes, which are already computed: src sha256-ZYRjwynEw3cziFp8tM483QN96mDH0ZuHCFuhcJDwelA=, npm tgz sha256-QhaZ/do0vYW88DUlfojjWe3AM8AbhdVLakkhwc2k0u8=). Left at 3.8.50 because computing the hash requires running the npm-deps prefetch (build) and the host was low on disk (24G free, 95% used) and swap. Run: nix-update --flake --version=3.8.51 omniroute, which will recompute all three hashes in one pass.","status":"open","priority":3,"issue_type":"task","owner":"alex@millerson.name","created_at":"2026-10-06T13:46:38Z","created_by":"Alexander Miroshnichenko","updated_at":"2026-10-06T13:46:38Z","source_repo":".","compaction_level":0,"original_size":0} {"id":"nix-overlay-2fk","title":"marmel: bump d6627d7 (1.0.0) -> 3f238ff (main)","description":"Update packages/marmel to the latest upstream main commit 3f238ff217ee2e1033c937c840bd2d33ec57abc4 (feat: add per-role reasoning_effort configuration, #12). Verify src/hash, cargoHash, and whether the Landlock ro_paths fix landed (see nix-overlay-5ml) so the cargoTestFlags skips can be dropped or kept.","status":"closed","priority":2,"issue_type":"task","assignee":"Alexander Miroshnichenko","owner":"alex@millerson.name","created_at":"2026-10-16T09:30:54Z","created_by":"Alexander Miroshnichenko","updated_at":"2026-10-16T10:25:09Z","closed_at":"2026-10-16T10:25:09Z","close_reason":"Closed","source_repo":".","compaction_level":0,"original_size":0} {"id":"nix-overlay-2gf","title":"Update all packages to latest versions","description":"## Why\\nUser request: update every package in the overlay to its latest upstream version.\\n\\n## What\\nBump version + src hash (and cargoHash for Rust) in each packages//package.nix, update README table if needed, verify builds.\\n\\n## Acceptance\\n- Every package builds with nix build .#\\n- README reflects new versions\\n- Changes committed and pushed","notes":"All packages updated and built successfully. Commit 1f3f0f468bdd on local main. PUSH BLOCKED: git.millerson.name:22002 and DoltHub unreachable from this network (SSH connect timeout). Re-run git push + bd dolt push when network is back, then close.","status":"closed","priority":2,"issue_type":"task","assignee":"Alexander Miroshnichenko","owner":"alex@millerson.name","created_at":"2026-08-07T07:22:50Z","created_by":"Alexander Miroshnichenko","updated_at":"2026-08-07T13:17:34Z","closed_at":"2026-08-07T13:17:34Z","close_reason":"All packages updated to latest versions, verified building, pushed to origin","source_repo":".","compaction_level":0,"original_size":0} +{"id":"nix-overlay-2yv","title":"strata: ship hipBLASLt tuning table calibrated for therock ROCm 10.1","description":"Upstream gfx1151-hipblaslt-100401.txt was calibrated on TheRock 7.14.1; therock 10.1.0rc3 reports the same hipBLASLt 100401 but its solution ids differ (HCD_EXACT: solution -1), so the table is a no-op and prefill runs ~418 tok/s. Recalibrated with tune_hipblaslt on ms-s1-max (gfx1151, ROCm 10.1): 17.5K cold prompt UD-Q5_K_XL 418 -> ~720 tok/s. Ship it in $out/bin/tuning/ so the engine finds it by itself.","status":"closed","priority":2,"issue_type":"task","assignee":"minder","created_at":"2026-11-16T15:49:56.904695144Z","created_by":"minder","updated_at":"2026-11-16T17:22:22.934929696Z","closed_at":"2026-11-16T17:22:22.934303630Z","close_reason":"table calibrated, shipped and measured","source_repo":"nix-overlay","compaction_level":0,"original_size":0,"comments":[{"id":8,"issue_id":"nix-overlay-2yv","author":"minder","text":"Built on ms-s1-max (nix build --store ssh-ng): /nix/store/vv7j7ffdhcpi804pzhximszz959impgm-strata-0.2.13 ships bin/tuning/gfx1151-hipblaslt-100401.txt (rows identical to the tune_hipblaslt output). UD-Q5_K_XL 17.5K cold prompt: 418 -> 700-725 tok/s with the table; HCD_EXACT solution -1 warning gone.","created_at":"2026-11-16T17:22:22Z"}]} {"id":"nix-overlay-3sa","title":"pdfcraft: add PdfCraft 0.18.0 (build from source)","description":"Add packages/pdfcraft building the storytold/pdfcraft Rust workspace from source (no pre-compiled binaries): desktop app + pdfcraft-cli, desktop entry, icons, metainfo, OCR models. Plus a Home Manager module.","status":"closed","priority":2,"issue_type":"feature","assignee":"minder","created_at":"2026-11-03T08:31:41.141131190Z","created_by":"minder","updated_at":"2026-11-03T10:48:31.465220459Z","closed_at":"2026-11-03T10:48:31.464736388Z","close_reason":"nix build .#packages.x86_64-linux.pdfcraft succeeds; pdfcraft/pdfcraft-cli 0.18.0 run, pdfcraft-cli render+info+extract work on a test PDF, mcp initialize answers, ocr_status reports available:true, desktop-file-validate clean, home-manager eval picks the package up from programs.pdfcraft.enable","source_repo":"nix-overlay","compaction_level":0,"original_size":0} {"id":"nix-overlay-4ou","title":"Vendor TheRock ROCm SDK recipe and update to 10.1","description":"Own the gfx1151 TheRock SDK recipe locally, update official SDK to 10.1.0, review nixpkgs PR 579527 and issue 563157, verify dependent builds and hardware checks, document and merge main.","notes":"Local SDK recipe implemented. Official archive hash sha256-UN65kwNbwvalq6Xj3o1HbYxRKi7sLL/VqladceC4szc=. Manifest rocm_version is 10.1.0 and internal rocm_package_version is 10.1.0rc3. The private patchelf matches TheRock commit d0f70eea5397606c486857e0a105e53ec123904a, includes PHDR fix #544, and passed 56 tests with 2 skipped. Stock patchelf 0.19.2 fails when extending librocsparse RPATH. LLVM 24 requires patching auxiliary ELF tools including llvm-offload-binary. SDK builds; HIP vector add and rocBLAS GPU matmul pass on gfx1151. Eight core libraries dlopen successfully. Crucible build passed, and the Strixite GPU check passed all 9 CPU-reference comparisons. Follow-up nix-overlay-9i8 tracks removal of the private patchelf. Source and migration context are documented in docs/therock-rocm.md.\nStrata rebuild completed successfully. Upstream follow-up reviewed TheRock issues/PRs #6712, #4568, #2787, #7049 and #9515, plus current TheRock Dockerfile. Current upstream still pins patchelf d0f70ee. Fresh patchelf 0.19.3 passed 69 upstream tests with 6 skipped, but reproduces the same librocsparse RPATH alignment failure as 0.19.2; the TheRock pin passes the identical rewrite. Maintenance notes updated with this evidence.\nStrixite, hipfire-kernels (349 gfx1151 modules), and hipfire rebuilds completed successfully. Packaged hipfire CLI help runs successfully with a clean runtime environment. No model inference was tested; model weights are supplied separately.\nFinal x86_64-linux flake evaluation passed with allowUnfree, and nixfmt plus git diff --check passed. Reviewed local recipe, SDK wrappers, test coverage and consumer wiring before merge.","status":"closed","priority":2,"issue_type":"feature","assignee":"minder","created_at":"2026-11-12T19:03:42.805500168Z","created_by":"minder","updated_at":"2026-11-12T20:40:38.904418019Z","closed_at":"2026-11-12T20:40:38.903746036Z","close_reason":"Local ROCm 10.1 SDK recipe, upstream investigation, consumer rebuilds and gfx1151 GPU checks completed; maintenance follow-up tracked separately.","source_repo":"nix-overlay","compaction_level":0,"original_size":0} {"id":"nix-overlay-51o","title":"marmel: bump 3f238ff -> 981b35b (main)","description":"Update packages/marmel to latest upstream main commit 981b35b0d356e56de429ab4198e427ccfbe7d85f. Verify src hash, cargoHash, whether patches (landlock-nix-store.patch #14, session-boot-trust-store.patch) still apply / whether follow-ups nix-overlay-pnb / nix-overlay-nn2 can close, and whether the sandbox test skip is still needed.","status":"closed","priority":2,"issue_type":"task","assignee":"Alexander Miroshnichenko","owner":"alex@millerson.name","created_at":"2026-10-18T11:25:08Z","created_by":"Alexander Miroshnichenko","updated_at":"2026-10-18T11:53:11Z","closed_at":"2026-10-18T11:53:11Z","close_reason":"Bumped packages/marmel to 981b35b (main), hash regenerated, full build+tests green (1030+ tests).","source_repo":".","compaction_level":0,"original_size":0} diff --git a/packages/strata/gfx1151-hipblaslt-100401.txt b/packages/strata/gfx1151-hipblaslt-100401.txt new file mode 100644 index 0000000..6453016 --- /dev/null +++ b/packages/strata/gfx1151-hipblaslt-100401.txt @@ -0,0 +1,92 @@ +# calibrated with tools/hip/tune_hipblaslt (Strata 0.2.13) on gfx1151 against therock-rocm 10.1.0rc3 (hipBLASLt 1.4.1); solution IDs are scoped to that library build: recalibrate when therock-rocm changes +STRATA_HIPBLASLT_TUNING_V1 gfx1151 100401 +f16 12288 2560 12288 16384 2542 +f16 12288 2560 12288 16383 2542 +f16 10240 2560 10240 16384 2542 +f16 10240 2560 10240 16383 2542 +f16 2560 6144 2560 16384 2542 +f16 6144 2560 6144 16384 2542 +f16 12288 2560 12288 8192 2542 +f16 2560 6144 2560 16383 2542 +f16 6144 2560 6144 16383 2542 +f16 12288 2560 12288 8191 2542 +f16 10240 2560 10240 8192 2542 +f16 10240 2560 10240 8191 2542 +f16 2560 6144 2560 8192 2542 +f16 6144 2560 6144 8192 2542 +f16 2560 6144 2560 8191 2542 +f16 6144 2560 6144 8191 2542 +bf16 2560 2560 2560 16384 1254 +bf16 2560 2560 2560 16383 1254 +f16 12288 2560 12288 2048 2542 +f16 12288 2560 12288 2047 2542 +bf16 10240 320 10240 16384 1254 +bf16 320 10240 320 16384 1253 +bf16 2560 2560 2560 8192 1254 +f16 10240 2560 10240 2048 2542 +bf16 10240 320 10240 16383 1254 +bf16 320 10240 320 16383 1253 +bf16 2560 2560 2560 8191 1254 +f16 10240 2560 10240 2047 2542 +f16 2560 6144 2560 2048 2542 +f16 6144 2560 6144 2048 2542 +f16 2560 6144 2560 2047 2542 +f16 6144 2560 6144 2047 2542 +bf16 10240 320 10240 8192 1254 +bf16 320 10240 320 8192 1253 +f16 2560 640 2560 16384 2542 +f16 640 2560 640 16384 2542 +f16 2560 640 2560 16383 2542 +f16 640 2560 640 16383 2542 +bf16 10240 320 10240 8191 1254 +bf16 320 10240 320 8191 1253 +bf16 512 2560 512 16384 1254 +f16 512 2560 512 16384 2542 +bf16 512 2560 512 16383 1254 +f16 512 2560 512 16383 2542 +bf16 2560 2560 2560 2048 1254 +f16 2560 640 2560 8192 2542 +f16 640 2560 640 8192 2542 +f16 2560 640 2560 8191 2542 +f16 640 2560 640 8191 2542 +bf16 2560 2560 2560 2047 1254 +bf16 512 2560 512 8192 1254 +f16 512 2560 512 8192 2542 +bf16 512 2560 512 8191 1254 +f16 512 2560 512 8191 2542 +bf16 10240 320 10240 2048 1254 +bf16 320 10240 320 2048 1253 +bf16 10240 320 10240 2047 1254 +bf16 320 10240 320 2047 1253 +bf16 128 2560 128 16384 1253 +bf16 128 2560 128 16383 1254 +f16 2560 640 2560 2048 2542 +f16 640 2560 640 2048 2542 +f16 2560 640 2560 2047 2542 +f16 640 2560 640 2047 2542 +bf16 512 2560 512 2048 1254 +bf16 128 2560 128 8192 1254 +f16 512 2560 512 2048 2542 +bf16 128 2560 128 8191 1253 +bf16 512 2560 512 2047 1254 +f16 512 2560 512 2047 2542 +bf16 48 2560 96 16384 1253 +bf16 48 2560 96 16383 1253 +bf16 48 2560 96 8192 1252 +bf16 48 2560 96 8191 1253 +bf16 4 10240 4 16384 1252 +bf16 128 2560 128 2048 1254 +bf16 4 10240 4 16383 1252 +bf16 128 2560 128 2047 1254 +bf16 4 10240 4 8192 1251 +bf16 4 10240 4 8191 1252 +bf16 48 2560 96 2048 1253 +bf16 48 2560 96 2047 1253 +bf16 4 10240 4 2048 1252 +bf16 4 10240 4 2047 1252 +bf16 1 2560 1 16384 1252 +bf16 1 2560 1 16383 1252 +bf16 1 2560 1 8192 1252 +bf16 1 2560 1 8191 1252 +bf16 1 2560 1 2048 1252 +bf16 1 2560 1 2047 1251 diff --git a/packages/strata/package.nix b/packages/strata/package.nix index 8038314..c500564 100644 --- a/packages/strata/package.nix +++ b/packages/strata/package.nix @@ -82,6 +82,12 @@ stdenv.mkDerivation (finalAttrs: { ninjaFlags = [ "strata" ]; + # Upstream's 100401 table was calibrated on TheRock 7.14.1. therock-rocm 10.1 reports the same + # hipBLASLt version but other solution ids, so that table is a silent no-op here. + postPatch = '' + cp ${./gfx1151-hipblaslt-100401.txt} tools/hip/gfx1151-hipblaslt-100401.txt + ''; + postBuild = '' cmake -S ../tools/vision -B ../build-vision -G Ninja \ -DCMAKE_BUILD_TYPE=Release -DLLAMA_DIR=${llama} \ @@ -93,6 +99,8 @@ stdenv.mkDerivation (finalAttrs: { runHook preInstall install -Dm755 strata $out/bin/strata install -Dm755 ../build-vision/bin/strata-vision $out/bin/strata-vision + # The engine reads /tuning/ by itself (postPatch puts the 10.1 table in tools/hip). + install -Dm644 ../tools/hip/gfx1151-hipblaslt-100401.txt $out/bin/tuning/gfx1151-hipblaslt-100401.txt mkdir -p $out/share/strata cp -r ../serve ../strata_control ../strata_cli ../tools ../data $out/share/strata/ makeWrapper ${python}/bin/python $out/bin/strata-server \