975 lines
29 KiB
Nix
975 lines
29 KiB
Nix
{
|
|
lib,
|
|
stdenv,
|
|
fetchFromGitHub,
|
|
cmake,
|
|
ninja,
|
|
pkg-config,
|
|
rustPlatform,
|
|
cargo,
|
|
rustc,
|
|
# C++ build-time dependencies
|
|
boost,
|
|
curl,
|
|
openssl,
|
|
fftw,
|
|
fftwFloat, # fftw3f (single-precision)
|
|
fftwLongDouble, # fftw3l (long-double-precision)
|
|
ffmpeg,
|
|
readline,
|
|
libdrm,
|
|
libuuid,
|
|
# ELF patching for the bundled proprietary .so files
|
|
autoPatchelfHook,
|
|
patchelf,
|
|
gcc-unwrapped,
|
|
# Access to other flake packages (packages/xrt)
|
|
pkgs,
|
|
namespace,
|
|
}:
|
|
|
|
# FastFlowLM (FLM) — Ollama-style LLM runtime for AMD Ryzen AI (XDNA 2) NPUs.
|
|
#
|
|
# Build overview
|
|
# ==============
|
|
# The repository contains:
|
|
# src/ C++20 CMake project → produces the `flm` binary
|
|
# third_party/
|
|
# tokenizers-cpp/ git submodule — builds tokenizers_cpp (C++) +
|
|
# libtokenizers_c.a (Rust staticlib via cargo)
|
|
# src/lib/*.so Proprietary NPU kernel libraries (pre-built, bundled)
|
|
# src/xclbins/ AIE bitstreams (pre-built, loaded at runtime by .so)
|
|
# src/model_list.json Model registry
|
|
#
|
|
# Runtime prerequisites (managed outside this package):
|
|
# • Linux >= 6.14 with amdxdna in-tree driver, or amdxdna-dkms on older
|
|
# kernels
|
|
# • linux-firmware >= 20260221 (NPU firmware >= 1.1.0.0)
|
|
# • Memlock = unlimited for the FLM process
|
|
# • packages/xrt (libxrt_coreutil) built and available
|
|
#
|
|
# To update to a new release
|
|
# ==========================
|
|
# 1. Bump `version` below.
|
|
# 2. Update `srcHash` (run: nix-prefetch-git --url ...FastFlowLM --rev v<X>).
|
|
# 3. If the tokenizers-cpp submodule rev changed (check .gitmodules / git
|
|
# submodule status), update `tokenizersRev` and `tokenizersHash`:
|
|
# nix-prefetch-git --url .../tokenizers-cpp --rev <REV> --fetch-submodules
|
|
# 4. If tokenizers changes, regenerate cargoLockContents by running:
|
|
# nix shell nixpkgs#cargo --command sh -c \
|
|
# 'cp third_party/tokenizers-cpp/rust/Cargo.toml . && \
|
|
# cp third_party/tokenizers-cpp/rust/src src -r && \
|
|
# cargo generate-lockfile && cat Cargo.lock'
|
|
# and replace the cargoLockContents string below.
|
|
|
|
let
|
|
version = "0.9.36";
|
|
|
|
# XRT userspace runtime — built from packages/xrt in this flake.
|
|
inherit (pkgs.${namespace}) xrt;
|
|
|
|
# ── tokenizers-cpp submodule ──────────────────────────────────────────────
|
|
# Pinned to the commit referenced in FastFlowLM v0.9.36 .gitmodules.
|
|
tokenizersRev = "34885cfd7b9ef27b859c28a41e71413dd31926f5";
|
|
|
|
tokenizers-cpp-src = fetchFromGitHub {
|
|
owner = "mlc-ai";
|
|
repo = "tokenizers-cpp";
|
|
rev = tokenizersRev;
|
|
# Includes sentencepiece + msgpack sub-submodules.
|
|
hash = "sha256-m3A9OhCXJgvvV9UbVL/ijaUC1zkLHlddnQLqZEA5t4w=";
|
|
fetchSubmodules = true;
|
|
};
|
|
|
|
# tokenizers-cpp/rust/Cargo.toml has no Cargo.lock (it's a library crate).
|
|
# We embed a generated lock file so rustPlatform.importCargoLock can vendor
|
|
# the deps offline without needing network access in the main build sandbox.
|
|
#
|
|
# Generated with:
|
|
# nix shell nixpkgs#cargo --command cargo generate-lockfile
|
|
# inside a directory containing Cargo.toml with the same dependencies.
|
|
cargoLockContents = ''
|
|
# This file is automatically @generated by Cargo.
|
|
# It is not intended for manual editing.
|
|
version = 4
|
|
|
|
[[package]]
|
|
name = "ahash"
|
|
version = "0.8.12"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "5a15f179cd60c4584b8a8c596927aadc462e27f2ca70c04e0071964a73ba7a75"
|
|
dependencies = [
|
|
"cfg-if",
|
|
"getrandom",
|
|
"once_cell",
|
|
"serde",
|
|
"version_check",
|
|
"zerocopy",
|
|
]
|
|
|
|
[[package]]
|
|
name = "aho-corasick"
|
|
version = "1.1.4"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "ddd31a130427c27518df266943a5308ed92d4b226cc639f5a8f1002816174301"
|
|
dependencies = [
|
|
"memchr",
|
|
]
|
|
|
|
[[package]]
|
|
name = "base64"
|
|
version = "0.13.1"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "9e1b586273c5702936fe7b7d6896644d8be71e6314cfe09d3167c95f712589e8"
|
|
|
|
[[package]]
|
|
name = "bitflags"
|
|
version = "2.11.0"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "843867be96c8daad0d758b57df9392b6d8d271134fce549de6ce169ff98a92af"
|
|
|
|
[[package]]
|
|
name = "castaway"
|
|
version = "0.2.4"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "dec551ab6e7578819132c713a93c022a05d60159dc86e7a7050223577484c55a"
|
|
dependencies = [
|
|
"rustversion",
|
|
]
|
|
|
|
[[package]]
|
|
name = "cc"
|
|
version = "1.2.57"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "7a0dd1ca384932ff3641c8718a02769f1698e7563dc6974ffd03346116310423"
|
|
dependencies = [
|
|
"find-msvc-tools",
|
|
"shlex",
|
|
]
|
|
|
|
[[package]]
|
|
name = "cfg-if"
|
|
version = "1.0.4"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "9330f8b2ff13f34540b44e946ef35111825727b38d33286ef986142615121801"
|
|
|
|
[[package]]
|
|
name = "compact_str"
|
|
version = "0.9.0"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "3fdb1325a1cece981e8a296ab8f0f9b63ae357bd0784a9faaf548cc7b480707a"
|
|
dependencies = [
|
|
"castaway",
|
|
"cfg-if",
|
|
"itoa",
|
|
"rustversion",
|
|
"ryu",
|
|
"serde",
|
|
"static_assertions",
|
|
]
|
|
|
|
[[package]]
|
|
name = "crossbeam-deque"
|
|
version = "0.8.6"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "9dd111b7b7f7d55b72c0a6ae361660ee5853c9af73f70c3c2ef6858b950e2e51"
|
|
dependencies = [
|
|
"crossbeam-epoch",
|
|
"crossbeam-utils",
|
|
]
|
|
|
|
[[package]]
|
|
name = "crossbeam-epoch"
|
|
version = "0.9.18"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "5b82ac4a3c2ca9c3460964f020e1402edd5753411d7737aa39c3714ad1b5420e"
|
|
dependencies = [
|
|
"crossbeam-utils",
|
|
]
|
|
|
|
[[package]]
|
|
name = "crossbeam-utils"
|
|
version = "0.8.21"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "d0a5c400df2834b80a4c3327b3aad3a4c4cd4de0629063962b03235697506a28"
|
|
|
|
[[package]]
|
|
name = "darling"
|
|
version = "0.20.11"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "fc7f46116c46ff9ab3eb1597a45688b6715c6e628b5c133e288e709a29bcb4ee"
|
|
dependencies = [
|
|
"darling_core",
|
|
"darling_macro",
|
|
]
|
|
|
|
[[package]]
|
|
name = "darling_core"
|
|
version = "0.20.11"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "0d00b9596d185e565c2207a0b01f8bd1a135483d02d9b7b0a54b11da8d53412e"
|
|
dependencies = [
|
|
"fnv",
|
|
"ident_case",
|
|
"proc-macro2",
|
|
"quote",
|
|
"strsim",
|
|
"syn",
|
|
]
|
|
|
|
[[package]]
|
|
name = "darling_macro"
|
|
version = "0.20.11"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "fc34b93ccb385b40dc71c6fceac4b2ad23662c7eeb248cf10d529b7e055b6ead"
|
|
dependencies = [
|
|
"darling_core",
|
|
"quote",
|
|
"syn",
|
|
]
|
|
|
|
[[package]]
|
|
name = "dary_heap"
|
|
version = "0.3.8"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "06d2e3287df1c007e74221c49ca10a95d557349e54b3a75dc2fb14712c751f04"
|
|
dependencies = [
|
|
"serde",
|
|
]
|
|
|
|
[[package]]
|
|
name = "derive_builder"
|
|
version = "0.20.2"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "507dfb09ea8b7fa618fcf76e953f4f5e192547945816d5358edffe39f6f94947"
|
|
dependencies = [
|
|
"derive_builder_macro",
|
|
]
|
|
|
|
[[package]]
|
|
name = "derive_builder_core"
|
|
version = "0.20.2"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "2d5bcf7b024d6835cfb3d473887cd966994907effbe9227e8c8219824d06c4e8"
|
|
dependencies = [
|
|
"darling",
|
|
"proc-macro2",
|
|
"quote",
|
|
"syn",
|
|
]
|
|
|
|
[[package]]
|
|
name = "derive_builder_macro"
|
|
version = "0.20.2"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "ab63b0e2bf4d5928aff72e83a7dace85d7bba5fe12dcc3c5a572d78caffd3f3c"
|
|
dependencies = [
|
|
"derive_builder_core",
|
|
"syn",
|
|
]
|
|
|
|
[[package]]
|
|
name = "either"
|
|
version = "1.15.0"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "48c757948c5ede0e46177b7add2e67155f70e33c07fea8284df6576da70b3719"
|
|
|
|
[[package]]
|
|
name = "esaxx-rs"
|
|
version = "0.1.10"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "d817e038c30374a4bcb22f94d0a8a0e216958d4c3dcde369b1439fec4bdda6e6"
|
|
|
|
[[package]]
|
|
name = "find-msvc-tools"
|
|
version = "0.1.9"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "5baebc0774151f905a1a2cc41989300b1e6fbb29aff0ceffa1064fdd3088d582"
|
|
|
|
[[package]]
|
|
name = "fnv"
|
|
version = "1.0.7"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "3f9eec918d3f24069decb9af1554cad7c880e2da24a9afd88aca000531ab82c1"
|
|
|
|
[[package]]
|
|
name = "getrandom"
|
|
version = "0.3.4"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "899def5c37c4fd7b2664648c28120ecec138e4d395b459e5ca34f9cce2dd77fd"
|
|
dependencies = [
|
|
"cfg-if",
|
|
"libc",
|
|
"r-efi",
|
|
"wasip2",
|
|
]
|
|
|
|
[[package]]
|
|
name = "ident_case"
|
|
version = "1.0.1"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "b9e0384b61958566e926dc50660321d12159025e767c18e043daf26b70104c39"
|
|
|
|
[[package]]
|
|
name = "itertools"
|
|
version = "0.14.0"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "2b192c782037fadd9cfa75548310488aabdbf3d2da73885b31bd0abd03351285"
|
|
dependencies = [
|
|
"either",
|
|
]
|
|
|
|
[[package]]
|
|
name = "itoa"
|
|
version = "1.0.18"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "8f42a60cbdf9a97f5d2305f08a87dc4e09308d1276d28c869c684d7777685682"
|
|
|
|
[[package]]
|
|
name = "libc"
|
|
version = "0.2.183"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "b5b646652bf6661599e1da8901b3b9522896f01e736bad5f723fe7a3a27f899d"
|
|
|
|
[[package]]
|
|
name = "log"
|
|
version = "0.4.29"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "5e5032e24019045c762d3c0f28f5b6b8bbf38563a65908389bf7978758920897"
|
|
|
|
[[package]]
|
|
name = "macro_rules_attribute"
|
|
version = "0.2.2"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "65049d7923698040cd0b1ddcced9b0eb14dd22c5f86ae59c3740eab64a676520"
|
|
dependencies = [
|
|
"macro_rules_attribute-proc_macro",
|
|
"paste",
|
|
]
|
|
|
|
[[package]]
|
|
name = "macro_rules_attribute-proc_macro"
|
|
version = "0.2.2"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "670fdfda89751bc4a84ac13eaa63e205cf0fd22b4c9a5fbfa085b63c1f1d3a30"
|
|
|
|
[[package]]
|
|
name = "memchr"
|
|
version = "2.8.0"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "f8ca58f447f06ed17d5fc4043ce1b10dd205e060fb3ce5b979b8ed8e59ff3f79"
|
|
|
|
[[package]]
|
|
name = "minimal-lexical"
|
|
version = "0.2.1"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "68354c5c6bd36d73ff3feceb05efa59b6acb7626617f4962be322a825e61f79a"
|
|
|
|
[[package]]
|
|
name = "monostate"
|
|
version = "0.1.18"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "3341a273f6c9d5bef1908f17b7267bbab0e95c9bf69a0d4dcf8e9e1b2c76ef67"
|
|
dependencies = [
|
|
"monostate-impl",
|
|
"serde",
|
|
"serde_core",
|
|
]
|
|
|
|
[[package]]
|
|
name = "monostate-impl"
|
|
version = "0.1.18"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "e4db6d5580af57bf992f59068d4ea26fd518574ff48d7639b255a36f9de6e7e9"
|
|
dependencies = [
|
|
"proc-macro2",
|
|
"quote",
|
|
"syn",
|
|
]
|
|
|
|
[[package]]
|
|
name = "nom"
|
|
version = "7.1.3"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "d273983c5a657a70a3e8f2a01329822f3b8c8172b73826411a55751e404a0a4a"
|
|
dependencies = [
|
|
"memchr",
|
|
"minimal-lexical",
|
|
]
|
|
|
|
[[package]]
|
|
name = "once_cell"
|
|
version = "1.21.4"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "9f7c3e4beb33f85d45ae3e3a1792185706c8e16d043238c593331cc7cd313b50"
|
|
|
|
[[package]]
|
|
name = "onig"
|
|
version = "6.5.1"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "336b9c63443aceef14bea841b899035ae3abe89b7c486aaf4c5bd8aafedac3f0"
|
|
dependencies = [
|
|
"bitflags",
|
|
"libc",
|
|
"once_cell",
|
|
"onig_sys",
|
|
]
|
|
|
|
[[package]]
|
|
name = "onig_sys"
|
|
version = "69.9.1"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "c7f86c6eef3d6df15f23bcfb6af487cbd2fed4e5581d58d5bf1f5f8b7f6727dc"
|
|
dependencies = [
|
|
"cc",
|
|
"pkg-config",
|
|
]
|
|
|
|
[[package]]
|
|
name = "paste"
|
|
version = "1.0.15"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "57c0d7b74b563b49d38dae00a0c37d4d6de9b432382b2892f0574ddcae73fd0a"
|
|
|
|
[[package]]
|
|
name = "pkg-config"
|
|
version = "0.3.32"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "7edddbd0b52d732b21ad9a5fab5c704c14cd949e5e9a1ec5929a24fded1b904c"
|
|
|
|
[[package]]
|
|
name = "ppv-lite86"
|
|
version = "0.2.21"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "85eae3c4ed2f50dcfe72643da4befc30deadb458a9b590d720cde2f2b1e97da9"
|
|
dependencies = [
|
|
"zerocopy",
|
|
]
|
|
|
|
[[package]]
|
|
name = "proc-macro2"
|
|
version = "1.0.106"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "8fd00f0bb2e90d81d1044c2b32617f68fcb9fa3bb7640c23e9c748e53fb30934"
|
|
dependencies = [
|
|
"unicode-ident",
|
|
]
|
|
|
|
[[package]]
|
|
name = "quote"
|
|
version = "1.0.45"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "41f2619966050689382d2b44f664f4bc593e129785a36d6ee376ddf37259b924"
|
|
dependencies = [
|
|
"proc-macro2",
|
|
]
|
|
|
|
[[package]]
|
|
name = "r-efi"
|
|
version = "5.3.0"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "69cdb34c158ceb288df11e18b4bd39de994f6657d83847bdffdbd7f346754b0f"
|
|
|
|
[[package]]
|
|
name = "rand"
|
|
version = "0.9.2"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "6db2770f06117d490610c7488547d543617b21bfa07796d7a12f6f1bd53850d1"
|
|
dependencies = [
|
|
"rand_chacha",
|
|
"rand_core",
|
|
]
|
|
|
|
[[package]]
|
|
name = "rand_chacha"
|
|
version = "0.9.0"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "d3022b5f1df60f26e1ffddd6c66e8aa15de382ae63b3a0c1bfc0e4d3e3f325cb"
|
|
dependencies = [
|
|
"ppv-lite86",
|
|
"rand_core",
|
|
]
|
|
|
|
[[package]]
|
|
name = "rand_core"
|
|
version = "0.9.5"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "76afc826de14238e6e8c374ddcc1fa19e374fd8dd986b0d2af0d02377261d83c"
|
|
dependencies = [
|
|
"getrandom",
|
|
]
|
|
|
|
[[package]]
|
|
name = "rayon"
|
|
version = "1.11.0"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "368f01d005bf8fd9b1206fb6fa653e6c4a81ceb1466406b81792d87c5677a58f"
|
|
dependencies = [
|
|
"either",
|
|
"rayon-core",
|
|
]
|
|
|
|
[[package]]
|
|
name = "rayon-cond"
|
|
version = "0.4.0"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "2964d0cf57a3e7a06e8183d14a8b527195c706b7983549cd5462d5aa3747438f"
|
|
dependencies = [
|
|
"either",
|
|
"itertools",
|
|
"rayon",
|
|
]
|
|
|
|
[[package]]
|
|
name = "rayon-core"
|
|
version = "1.13.0"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "22e18b0f0062d30d4230b2e85ff77fdfe4326feb054b9783a3460d8435c8ab91"
|
|
dependencies = [
|
|
"crossbeam-deque",
|
|
"crossbeam-utils",
|
|
]
|
|
|
|
[[package]]
|
|
name = "regex"
|
|
version = "1.12.3"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "e10754a14b9137dd7b1e3e5b0493cc9171fdd105e0ab477f51b72e7f3ac0e276"
|
|
dependencies = [
|
|
"aho-corasick",
|
|
"memchr",
|
|
"regex-automata",
|
|
"regex-syntax",
|
|
]
|
|
|
|
[[package]]
|
|
name = "regex-automata"
|
|
version = "0.4.14"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "6e1dd4122fc1595e8162618945476892eefca7b88c52820e74af6262213cae8f"
|
|
dependencies = [
|
|
"aho-corasick",
|
|
"memchr",
|
|
"regex-syntax",
|
|
]
|
|
|
|
[[package]]
|
|
name = "regex-syntax"
|
|
version = "0.8.10"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "dc897dd8d9e8bd1ed8cdad82b5966c3e0ecae09fb1907d58efaa013543185d0a"
|
|
|
|
[[package]]
|
|
name = "rustversion"
|
|
version = "1.0.22"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "b39cdef0fa800fc44525c84ccb54a029961a8215f9619753635a9c0d2538d46d"
|
|
|
|
[[package]]
|
|
name = "ryu"
|
|
version = "1.0.23"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "9774ba4a74de5f7b1c1451ed6cd5285a32eddb5cccb8cc655a4e50009e06477f"
|
|
|
|
[[package]]
|
|
name = "serde"
|
|
version = "1.0.228"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "9a8e94ea7f378bd32cbbd37198a4a91436180c5bb472411e48b5ec2e2124ae9e"
|
|
dependencies = [
|
|
"serde_core",
|
|
"serde_derive",
|
|
]
|
|
|
|
[[package]]
|
|
name = "serde_core"
|
|
version = "1.0.228"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "41d385c7d4ca58e59fc732af25c3983b67ac852c1a25000afe1175de458b67ad"
|
|
dependencies = [
|
|
"serde_derive",
|
|
]
|
|
|
|
[[package]]
|
|
name = "serde_derive"
|
|
version = "1.0.228"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "d540f220d3187173da220f885ab66608367b6574e925011a9353e4badda91d79"
|
|
dependencies = [
|
|
"proc-macro2",
|
|
"quote",
|
|
"syn",
|
|
]
|
|
|
|
[[package]]
|
|
name = "serde_json"
|
|
version = "1.0.149"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "83fc039473c5595ace860d8c4fafa220ff474b3fc6bfdb4293327f1a37e94d86"
|
|
dependencies = [
|
|
"itoa",
|
|
"memchr",
|
|
"serde",
|
|
"serde_core",
|
|
"zmij",
|
|
]
|
|
|
|
[[package]]
|
|
name = "shlex"
|
|
version = "1.3.0"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "0fda2ff0d084019ba4d7c6f371c95d8fd75ce3524c3cb8fb653a3023f6323e64"
|
|
|
|
[[package]]
|
|
name = "smallvec"
|
|
version = "1.15.1"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "67b1b7a3b5fe4f1376887184045fcf45c69e92af734b7aaddc05fb777b6fbd03"
|
|
|
|
[[package]]
|
|
name = "spm_precompiled"
|
|
version = "0.1.4"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "5851699c4033c63636f7ea4cf7b7c1f1bf06d0cc03cfb42e711de5a5c46cf326"
|
|
dependencies = [
|
|
"base64",
|
|
"nom",
|
|
"serde",
|
|
"unicode-segmentation",
|
|
]
|
|
|
|
[[package]]
|
|
name = "static_assertions"
|
|
version = "1.1.0"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "a2eb9349b6444b326872e140eb1cf5e7c522154d69e7a0ffb0fb81c06b37543f"
|
|
|
|
[[package]]
|
|
name = "strsim"
|
|
version = "0.11.1"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "7da8b5736845d9f2fcb837ea5d9e2628564b3b043a70948a3f0b778838c5fb4f"
|
|
|
|
[[package]]
|
|
name = "syn"
|
|
version = "2.0.117"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "e665b8803e7b1d2a727f4023456bbbbe74da67099c585258af0ad9c5013b9b99"
|
|
dependencies = [
|
|
"proc-macro2",
|
|
"quote",
|
|
"unicode-ident",
|
|
]
|
|
|
|
[[package]]
|
|
name = "thiserror"
|
|
version = "2.0.18"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "4288b5bcbc7920c07a1149a35cf9590a2aa808e0bc1eafaade0b80947865fbc4"
|
|
dependencies = [
|
|
"thiserror-impl",
|
|
]
|
|
|
|
[[package]]
|
|
name = "thiserror-impl"
|
|
version = "2.0.18"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "ebc4ee7f67670e9b64d05fa4253e753e016c6c95ff35b89b7941d6b856dec1d5"
|
|
dependencies = [
|
|
"proc-macro2",
|
|
"quote",
|
|
"syn",
|
|
]
|
|
|
|
[[package]]
|
|
name = "tokenizers"
|
|
version = "0.21.4"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "a620b996116a59e184c2fa2dfd8251ea34a36d0a514758c6f966386bd2e03476"
|
|
dependencies = [
|
|
"ahash",
|
|
"aho-corasick",
|
|
"compact_str",
|
|
"dary_heap",
|
|
"derive_builder",
|
|
"esaxx-rs",
|
|
"getrandom",
|
|
"itertools",
|
|
"log",
|
|
"macro_rules_attribute",
|
|
"monostate",
|
|
"onig",
|
|
"paste",
|
|
"rand",
|
|
"rayon",
|
|
"rayon-cond",
|
|
"regex",
|
|
"regex-syntax",
|
|
"serde",
|
|
"serde_json",
|
|
"spm_precompiled",
|
|
"thiserror",
|
|
"unicode-normalization-alignments",
|
|
"unicode-segmentation",
|
|
"unicode_categories",
|
|
]
|
|
|
|
[[package]]
|
|
name = "tokenizers-c"
|
|
version = "0.1.0"
|
|
dependencies = [
|
|
"ahash",
|
|
"serde",
|
|
"serde_json",
|
|
"tokenizers",
|
|
]
|
|
|
|
[[package]]
|
|
name = "unicode-ident"
|
|
version = "1.0.24"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "e6e4313cd5fcd3dad5cafa179702e2b244f760991f45397d14d4ebf38247da75"
|
|
|
|
[[package]]
|
|
name = "unicode-normalization-alignments"
|
|
version = "0.1.12"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "43f613e4fa046e69818dd287fdc4bc78175ff20331479dab6e1b0f98d57062de"
|
|
dependencies = [
|
|
"smallvec",
|
|
]
|
|
|
|
[[package]]
|
|
name = "unicode-segmentation"
|
|
version = "1.13.1"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "da36089a805484bcccfffe0739803392c8298778a2d2f09febf76fac5ad9025b"
|
|
|
|
[[package]]
|
|
name = "unicode_categories"
|
|
version = "0.1.1"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "39ec24b3121d976906ece63c9daad25b85969647682eee313cb5779fdd69e14e"
|
|
|
|
[[package]]
|
|
name = "version_check"
|
|
version = "0.9.5"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "0b928f33d975fc6ad9f86c8f283853ad26bdd5b10b7f1542aa2fa15e2289105a"
|
|
|
|
[[package]]
|
|
name = "wasip2"
|
|
version = "1.0.2+wasi-0.2.9"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "9517f9239f02c069db75e65f174b3da828fe5f5b945c4dd26bd25d89c03ebcf5"
|
|
dependencies = [
|
|
"wit-bindgen",
|
|
]
|
|
|
|
[[package]]
|
|
name = "wit-bindgen"
|
|
version = "0.51.0"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "d7249219f66ced02969388cf2bb044a09756a083d0fab1e566056b04d9fbcaa5"
|
|
|
|
[[package]]
|
|
name = "zerocopy"
|
|
version = "0.8.47"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "efbb2a062be311f2ba113ce66f697a4dc589f85e78a4aea276200804cea0ed87"
|
|
dependencies = [
|
|
"zerocopy-derive",
|
|
]
|
|
|
|
[[package]]
|
|
name = "zerocopy-derive"
|
|
version = "0.8.47"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "0e8bc7269b54418e7aeeef514aa68f8690b8c0489a06b0136e5f57c4c5ccab89"
|
|
dependencies = [
|
|
"proc-macro2",
|
|
"quote",
|
|
"syn",
|
|
]
|
|
|
|
[[package]]
|
|
name = "zmij"
|
|
version = "1.0.21"
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
checksum = "b8848ee67ecc8aedbaf3e4122217aff892639231befc6a1b58d29fff4c2cabaa"
|
|
'';
|
|
|
|
# Build the cargo vendor directory from the embedded lock file.
|
|
# importCargoLock handles projects without a committed Cargo.lock by
|
|
# accepting the lock contents directly.
|
|
cargoVendorDir = rustPlatform.importCargoLock {
|
|
lockFileContents = cargoLockContents;
|
|
};
|
|
|
|
in
|
|
stdenv.mkDerivation rec {
|
|
pname = "fastflowlm";
|
|
inherit version;
|
|
|
|
src = fetchFromGitHub {
|
|
owner = "FastFlowLM";
|
|
repo = "FastFlowLM";
|
|
rev = "v${version}";
|
|
# We do NOT fetch submodules here — tokenizers-cpp is injected separately
|
|
# (above) so that its Rust deps can be vendored in a fixed-output derivation.
|
|
hash = "sha256-f/Q5lTplu2umMrTaLN3pgdmkPEMgrDIu7eoMZ3ZogO0=";
|
|
};
|
|
|
|
nativeBuildInputs = [
|
|
cmake
|
|
ninja
|
|
pkg-config
|
|
cargo
|
|
rustc
|
|
autoPatchelfHook
|
|
patchelf
|
|
];
|
|
|
|
buildInputs = [
|
|
boost
|
|
curl
|
|
openssl
|
|
fftw
|
|
fftwFloat
|
|
fftwLongDouble
|
|
ffmpeg
|
|
readline
|
|
libdrm
|
|
libuuid
|
|
xrt
|
|
# libstdc++ / libgcc_s needed at runtime by the bundled NPU .so files.
|
|
gcc-unwrapped.lib
|
|
];
|
|
|
|
# autoPatchelfHook uses runtimeDependencies to add NEEDED entries to the
|
|
# ELF RPATH, covering libraries that the bundled .so files depend on.
|
|
runtimeDependencies = [
|
|
xrt
|
|
gcc-unwrapped.lib
|
|
fftw
|
|
fftwFloat
|
|
fftwLongDouble
|
|
ffmpeg
|
|
curl
|
|
openssl
|
|
boost
|
|
readline
|
|
libdrm
|
|
];
|
|
|
|
# CMakeLists.txt lives in src/, not the repo root.
|
|
# The cmake hook runs from a build/ subdirectory, so ../src resolves to
|
|
# $sourceRoot/src where the actual CMakeLists.txt lives.
|
|
cmakeDir = "../src";
|
|
|
|
preConfigure = ''
|
|
# ── 1. Populate the tokenizers-cpp submodule directory ───────────────
|
|
# CMakeLists.txt references it as:
|
|
# add_subdirectory(''${CMAKE_SOURCE_DIR}/../third_party/tokenizers-cpp ...)
|
|
mkdir -p third_party/tokenizers-cpp
|
|
cp -r --no-preserve=mode,ownership "${tokenizers-cpp-src}/." \
|
|
third_party/tokenizers-cpp/
|
|
|
|
# ── 2. Write Cargo.lock (tokenizers-cpp omits it; it's a library crate) ─
|
|
cat > third_party/tokenizers-cpp/rust/Cargo.lock << 'CARGOLOCK'
|
|
${cargoLockContents}
|
|
CARGOLOCK
|
|
|
|
# ── 3. Point cargo at the pre-vendored crates (offline build) ────────
|
|
mkdir -p third_party/tokenizers-cpp/rust/.cargo
|
|
cat > third_party/tokenizers-cpp/rust/.cargo/config.toml << EOF
|
|
[source.crates-io]
|
|
replace-with = "vendored-sources"
|
|
|
|
[source.vendored-sources]
|
|
directory = "${cargoVendorDir}"
|
|
EOF
|
|
'';
|
|
|
|
cmakeFlags = [
|
|
# The build system requires these two version strings (checked at configure).
|
|
"-DFLM_VERSION=${version}"
|
|
"-DNPU_VERSION=32.0.203.311"
|
|
"-DCMAKE_BUILD_TYPE=Release"
|
|
# Override the default XRT install prefix (/opt/xilinx/xrt).
|
|
"-DXRT_INCLUDE_DIR=${xrt}/include"
|
|
"-DXRT_LIB_DIR=${xrt}/lib"
|
|
# xclbins/ path baked into the binary via CMAKE_XCLBIN_PREFIX.
|
|
"-DCMAKE_XCLBIN_PREFIX=${placeholder "out"}/share/flm"
|
|
];
|
|
|
|
installPhase = ''
|
|
runHook preInstall
|
|
|
|
cmake --install . --prefix "$out"
|
|
|
|
# ── Copy bundled proprietary NPU kernel .so files ─────────────────────────
|
|
# The upstream CMakeLists installs them via:
|
|
# file(GLOB so_libs "''${CMAKE_SOURCE_DIR}/lib/*.so")
|
|
# install(FILES ''${so_libs} DESTINATION lib)
|
|
# and sets RPATH=$ORIGIN/../lib on the flm binary.
|
|
# We reproduce that layout: $out/lib/lib*.so alongside $out/bin/flm.
|
|
mkdir -p "$out/lib"
|
|
for so in "$src/src/lib"/lib*.so; do
|
|
install -m755 "$so" "$out/lib/"
|
|
done
|
|
|
|
runHook postInstall
|
|
'';
|
|
|
|
# autoPatchelfHook runs automatically and patches the bundled .so files.
|
|
# We additionally fix the RPATH on the flm binary to include both:
|
|
# • $out/lib (bundled NPU .so files)
|
|
# • system libs path (XRT, ffmpeg, boost, …)
|
|
postFixup = ''
|
|
patchelf \
|
|
--set-rpath "${lib.makeLibraryPath buildInputs}:$out/lib" \
|
|
"$out/bin/flm"
|
|
'';
|
|
|
|
meta = with lib; {
|
|
description = "LLM runtime for AMD Ryzen AI XDNA 2 NPUs";
|
|
longDescription = ''
|
|
FastFlowLM (FLM) runs large language models on AMD Ryzen AI (XDNA 2)
|
|
NPU silicon — Strix Point, Strix Halo, Kraken Point, Gorgon Point.
|
|
It provides an Ollama-compatible REST API (port 52625) and a CLI.
|
|
|
|
Models are stored in ~/.config/flm/ by default;
|
|
override with the FLM_MODEL_PATH environment variable.
|
|
|
|
Usage:
|
|
flm validate # check NPU driver + firmware health
|
|
flm run llama3.2:1b # interactive chat (downloads model on first run)
|
|
flm serve llama3.2:1b # OpenAI-compatible server on port 52625
|
|
flm list # list available models
|
|
flm pull <model> # pre-download a model
|
|
|
|
System requirements:
|
|
• Linux >= 6.14 (amdxdna in-tree) or amdxdna-dkms on older kernels
|
|
• linux-firmware >= 20260221 (NPU firmware >= 1.1.0.0)
|
|
• Unlimited memlock for the flm process, e.g. in NixOS:
|
|
security.pam.loginLimits = [{
|
|
domain = "*"; type = "-";
|
|
item = "memlock"; value = "unlimited";
|
|
}];
|
|
|
|
License note: CLI/orchestration code is MIT. The bundled NPU kernel
|
|
shared libraries are proprietary (free for commercial use up to
|
|
USD 10 M annual revenue). See LICENSE_BINARY.txt upstream.
|
|
'';
|
|
homepage = "https://fastflowlm.com";
|
|
license = with licenses; [
|
|
mit
|
|
unfreeRedistributable
|
|
];
|
|
mainProgram = "flm";
|
|
platforms = [ "x86_64-linux" ];
|
|
maintainers = [ ];
|
|
};
|
|
}
|