feat(hipengine): add ROCm-native LLM inference engine (v0.2.2)
Some checks failed
CI / check (push) Has been cancelled
Some checks failed
CI / check (push) Has been cancelled
This commit is contained in:
2
packages/hipengine/default.nix
Normal file
2
packages/hipengine/default.nix
Normal file
@@ -0,0 +1,2 @@
|
||||
{ pkgs, ... }:
|
||||
pkgs.callPackage ./package.nix { }
|
||||
52
packages/hipengine/package.nix
Normal file
52
packages/hipengine/package.nix
Normal file
@@ -0,0 +1,52 @@
|
||||
{
|
||||
lib,
|
||||
python3Packages,
|
||||
fetchFromGitHub,
|
||||
}:
|
||||
|
||||
python3Packages.buildPythonApplication rec {
|
||||
pname = "hipengine";
|
||||
version = "0.2.2";
|
||||
pyproject = true;
|
||||
|
||||
src = fetchFromGitHub {
|
||||
owner = "shisa-ai";
|
||||
repo = "hipEngine";
|
||||
rev = "v${version}";
|
||||
hash = "sha256-ljgXDQfUTx64i1+yAKFE13GkcE9AE+1YICfSScQ9nuA=";
|
||||
};
|
||||
|
||||
build-system = with python3Packages; [
|
||||
hatchling
|
||||
];
|
||||
|
||||
dependencies = with python3Packages; [
|
||||
fastapi
|
||||
jinja2
|
||||
numpy
|
||||
safetensors
|
||||
tokenizers
|
||||
uvicorn
|
||||
];
|
||||
|
||||
doCheck = false;
|
||||
pythonImportsCheck = [ "hipengine" ];
|
||||
|
||||
passthru = {
|
||||
category = "AI Inference";
|
||||
updateScript = [
|
||||
"nix-update"
|
||||
"--flake"
|
||||
".#hipengine"
|
||||
];
|
||||
};
|
||||
|
||||
meta = {
|
||||
description = "ROCm-native local LLM inference engine with a torch-free runtime hot path for AMD RDNA GPUs";
|
||||
homepage = "https://github.com/shisa-ai/hipEngine";
|
||||
changelog = "https://github.com/shisa-ai/hipEngine/releases/tag/v${version}";
|
||||
license = lib.licenses.agpl3Plus;
|
||||
platforms = lib.platforms.linux;
|
||||
mainProgram = "hipengine-server";
|
||||
};
|
||||
}
|
||||
Reference in New Issue
Block a user