53 lines
1.1 KiB
Nix
53 lines
1.1 KiB
Nix
{
|
|
lib,
|
|
python3Packages,
|
|
fetchFromGitHub,
|
|
}:
|
|
|
|
python3Packages.buildPythonApplication rec {
|
|
pname = "hipengine";
|
|
version = "0.2.2";
|
|
pyproject = true;
|
|
|
|
src = fetchFromGitHub {
|
|
owner = "shisa-ai";
|
|
repo = "hipEngine";
|
|
rev = "v${version}";
|
|
hash = "sha256-ljgXDQfUTx64i1+yAKFE13GkcE9AE+1YICfSScQ9nuA=";
|
|
};
|
|
|
|
build-system = with python3Packages; [
|
|
hatchling
|
|
];
|
|
|
|
dependencies = with python3Packages; [
|
|
fastapi
|
|
jinja2
|
|
numpy
|
|
safetensors
|
|
tokenizers
|
|
uvicorn
|
|
];
|
|
|
|
doCheck = false;
|
|
pythonImportsCheck = [ "hipengine" ];
|
|
|
|
passthru = {
|
|
category = "AI Inference";
|
|
updateScript = [
|
|
"nix-update"
|
|
"--flake"
|
|
".#hipengine"
|
|
];
|
|
};
|
|
|
|
meta = {
|
|
description = "ROCm-native local LLM inference engine with a torch-free runtime hot path for AMD RDNA GPUs";
|
|
homepage = "https://github.com/shisa-ai/hipEngine";
|
|
changelog = "https://github.com/shisa-ai/hipEngine/releases/tag/v${version}";
|
|
license = lib.licenses.agpl3Plus;
|
|
platforms = lib.platforms.linux;
|
|
mainProgram = "hipengine-server";
|
|
};
|
|
}
|