diff options
author | Martin Weinelt <mweinelt@users.noreply.github.com> | 2023-08-03 02:10:37 +0200 |
---|---|---|
committer | GitHub <noreply@github.com> | 2023-08-03 02:10:37 +0200 |
commit | 6e877eacf22c78b068442eea7680d68c2cca961d (patch) | |
tree | 1ecfb4026b9512f07517546a60512536d3494530 | |
parent | 91991a339a45b7f28d49a1371b65642016e5905f (diff) | |
parent | 6ae62cd2c872d594cf56b70f90235aaef2d7ab11 (diff) |
Merge pull request #226734 from cbourjau/onnxruntime-macos
onnxruntime: 1.13.1 -> 1.15.1 and build on Darwin
-rw-r--r-- | maintainers/maintainer-list.nix | 6 | ||||
-rw-r--r-- | pkgs/development/libraries/onnxruntime/default.nix | 144 | ||||
-rw-r--r-- | pkgs/development/python-modules/onnxruntime/default.nix | 6 | ||||
-rw-r--r-- | pkgs/tools/audio/piper/default.nix | 4 | ||||
-rw-r--r-- | pkgs/tools/audio/piper/fix-compilation-with-newer-onnxruntime.patch | 18 | ||||
-rw-r--r-- | pkgs/top-level/all-packages.nix | 2 |
6 files changed, 135 insertions, 45 deletions
diff --git a/maintainers/maintainer-list.nix b/maintainers/maintainer-list.nix index 50905821cd9f0..20f8ce7529f71 100644 --- a/maintainers/maintainer-list.nix +++ b/maintainers/maintainer-list.nix @@ -2778,6 +2778,12 @@ githubId = 3471749; name = "Claudio Bley"; }; + cbourjau = { + email = "christianb@posteo.de"; + github = "cbourjau"; + githubId = 3288058; + name = "Christian Bourjau"; + }; cbrewster = { email = "cbrewster@hey.com"; github = "cbrewster"; diff --git a/pkgs/development/libraries/onnxruntime/default.nix b/pkgs/development/libraries/onnxruntime/default.nix index 0d36ce7ae42b9..99e45c1013d1e 100644 --- a/pkgs/development/libraries/onnxruntime/default.nix +++ b/pkgs/development/libraries/onnxruntime/default.nix @@ -1,59 +1,98 @@ { stdenv , lib , fetchFromGitHub +, fetchFromGitLab , fetchpatch , fetchurl -, pkg-config +, Foundation +, abseil-cpp , cmake -, python3Packages , libpng -, zlib -, eigen -, protobuf -, howard-hinnant-date , nlohmann_json -, boost -, oneDNN_2 -, abseil-cpp -, gtest -, pythonSupport ? false , nsync -, flatbuffers +, pkg-config +, python3Packages +, re2 +, zlib +, microsoft-gsl +, iconv +, gtest +, protobuf3_21 +, pythonSupport ? true }: -# Python Support -# -# When enabling Python support a wheel is made and stored in a `dist` output. -# This wheel is then installed in a separate derivation. -assert pythonSupport -> lib.versionOlder protobuf.version "3.20"; +let + howard-hinnant-date = fetchFromGitHub { + owner = "HowardHinnant"; + repo = "date"; + rev = "v2.4.1"; + sha256 = "sha256-BYL7wxsYRI45l8C3VwxYIIocn5TzJnBtU0UZ9pHwwZw="; + }; + + eigen = fetchFromGitLab { + owner = "libeigen"; + repo = "eigen"; + rev = "d10b27fe37736d2944630ecd7557cefa95cf87c9"; + sha256 = "sha256-Lmco0s9gIm9sIw7lCr5Iewye3RmrHEE4HLfyzRkQCm0="; + }; + + mp11 = fetchFromGitHub { + owner = "boostorg"; + repo = "mp11"; + rev = "boost-1.79.0"; + sha256 = "sha256-ZxgPDLvpISrjpEHKpLGBowRKGfSwTf6TBfJD18yw+LM="; + }; + + safeint = fetchFromGitHub { + owner = "dcleblanc"; + repo = "safeint"; + rev = "ff15c6ada150a5018c5ef2172401cb4529eac9c0"; + sha256 = "sha256-PK1ce4C0uCR4TzLFg+elZdSk5DdPCRhhwT3LvEwWnPU="; + }; + + pytorch_cpuinfo = fetchFromGitHub { + owner = "pytorch"; + repo = "cpuinfo"; + # There are no tags in the repository + rev = "5916273f79a21551890fd3d56fc5375a78d1598d"; + sha256 = "sha256-nXBnloVTuB+AVX59VDU/Wc+Dsx94o92YQuHp3jowx2A="; + }; + + flatbuffers = fetchFromGitHub { + owner = "google"; + repo = "flatbuffers"; + rev = "v1.12.0"; + sha256 = "sha256-L1B5Y/c897Jg9fGwT2J3+vaXsZ+lfXnskp8Gto1p/Tg="; + }; + gtest' = gtest.overrideAttrs (oldAttrs: rec { + version = "1.13.0"; + src = fetchFromGitHub { + owner = "google"; + repo = "googletest"; + rev = "v${version}"; + hash = "sha256-LVLEn+e7c8013pwiLzJiiIObyrlbBHYaioO/SWbItPQ="; + }; + }); +in stdenv.mkDerivation rec { pname = "onnxruntime"; - version = "1.13.1"; + version = "1.15.1"; src = fetchFromGitHub { owner = "microsoft"; repo = "onnxruntime"; rev = "v${version}"; - sha256 = "sha256-paaeq6QeiOzwiibbz0GkYZxEI/V80lvYNYTm6AuyAXQ="; + sha256 = "sha256-SnHo2sVACc++fog7Tg6f2LK/Sv/EskFzN7RZS7D113s="; fetchSubmodules = true; }; - patches = [ - # Use dnnl from nixpkgs instead of submodules - (fetchpatch { - name = "system-dnnl.patch"; - url = "https://aur.archlinux.org/cgit/aur.git/plain/system-dnnl.diff?h=python-onnxruntime&id=9c392fb542979981fe0026e0fe3cc361a5f00a36"; - sha256 = "sha256-+kedzJHLFU1vMbKO9cn8fr+9A5+IxIuiqzOfR2AfJ0k="; - }) - ]; - nativeBuildInputs = [ cmake pkg-config python3Packages.python - gtest + protobuf3_21 ] ++ lib.optionals pythonSupport (with python3Packages; [ setuptools wheel @@ -64,18 +103,26 @@ stdenv.mkDerivation rec { buildInputs = [ libpng zlib - howard-hinnant-date nlohmann_json - boost - oneDNN_2 - protobuf - ] ++ lib.optionals pythonSupport [ nsync + re2 + microsoft-gsl + ] ++ lib.optionals pythonSupport [ python3Packages.numpy python3Packages.pybind11 python3Packages.packaging + ] ++ lib.optionals stdenv.isDarwin [ + Foundation + iconv ]; + nativeCheckInputs = lib.optionals pythonSupport (with python3Packages; [ + gtest' + pytest + sympy + onnx + ]); + # TODO: build server, and move .so's to lib output # Python's wheel is stored in a separate dist output outputs = [ "out" "dev" ] ++ lib.optionals pythonSupport [ "dist" ]; @@ -85,15 +132,23 @@ stdenv.mkDerivation rec { cmakeDir = "../cmake"; cmakeFlags = [ - "-Donnxruntime_PREFER_SYSTEM_LIB=ON" + "-DCMAKE_BUILD_TYPE=RELEASE" + "-DFETCHCONTENT_FULLY_DISCONNECTED=ON" + "-DFETCHCONTENT_QUIET=OFF" + "-DFETCHCONTENT_SOURCE_DIR_ABSEIL_CPP=${abseil-cpp.src}" + "-DFETCHCONTENT_SOURCE_DIR_DATE=${howard-hinnant-date}" + "-DFETCHCONTENT_SOURCE_DIR_EIGEN=${eigen}" + "-DFETCHCONTENT_SOURCE_DIR_FLATBUFFERS=${flatbuffers}" + "-DFETCHCONTENT_SOURCE_DIR_GOOGLE_NSYNC=${nsync.src}" + "-DFETCHCONTENT_SOURCE_DIR_MP11=${mp11}" + "-DFETCHCONTENT_SOURCE_DIR_ONNX=${python3Packages.onnx.src}" + "-DFETCHCONTENT_SOURCE_DIR_PYTORCH_CPUINFO=${pytorch_cpuinfo}" + "-DFETCHCONTENT_SOURCE_DIR_SAFEINT=${safeint}" + "-DFETCHCONTENT_TRY_FIND_PACKAGE_MODE=ALWAYS" "-Donnxruntime_BUILD_SHARED_LIB=ON" - "-Donnxruntime_ENABLE_LTO=ON" "-Donnxruntime_BUILD_UNIT_TESTS=ON" - "-Donnxruntime_USE_PREINSTALLED_EIGEN=ON" - "-Donnxruntime_USE_MPI=ON" - "-Deigen_SOURCE_PATH=${eigen.src}" - "-DFETCHCONTENT_SOURCE_DIR_ABSEIL_CPP=${abseil-cpp.src}" - "-Donnxruntime_USE_DNNL=YES" + "-Donnxruntime_ENABLE_LTO=ON" + "-Donnxruntime_USE_FULL_PROTOBUF=OFF" ] ++ lib.optionals pythonSupport [ "-Donnxruntime_ENABLE_PYTHON=ON" ]; @@ -103,6 +158,9 @@ stdenv.mkDerivation rec { postPatch = '' substituteInPlace cmake/libonnxruntime.pc.cmake.in \ --replace '$'{prefix}/@CMAKE_INSTALL_ @CMAKE_INSTALL_ + '' + lib.optionalString (stdenv.hostPlatform.system == "aarch64-linux") '' + # https://github.com/NixOS/nixpkgs/pull/226734#issuecomment-1663028691 + rm -v onnxruntime/test/optimizer/nhwc_transformer_test.cc ''; postBuild = lib.optionalString pythonSupport '' @@ -118,7 +176,7 @@ stdenv.mkDerivation rec { ''; passthru = { - inherit protobuf; + protobuf = protobuf3_21; tests = lib.optionalAttrs pythonSupport { python = python3Packages.onnxruntime; }; @@ -140,6 +198,6 @@ stdenv.mkDerivation rec { # https://github.com/microsoft/onnxruntime/blob/master/BUILD.md#architectures platforms = platforms.unix; license = licenses.mit; - maintainers = with maintainers; [ jonringer puffnfresh ck3d ]; + maintainers = with maintainers; [ jonringer puffnfresh ck3d cbourjau ]; }; } diff --git a/pkgs/development/python-modules/onnxruntime/default.nix b/pkgs/development/python-modules/onnxruntime/default.nix index af369b0d82d18..8fea2e6d9117e 100644 --- a/pkgs/development/python-modules/onnxruntime/default.nix +++ b/pkgs/development/python-modules/onnxruntime/default.nix @@ -1,4 +1,5 @@ { lib +, stdenv , buildPythonPackage , autoPatchelfHook , pythonRelaxDepsHook @@ -7,6 +8,7 @@ , numpy , packaging , oneDNN +, re2 }: @@ -34,8 +36,9 @@ buildPythonPackage { ''; nativeBuildInputs = [ - autoPatchelfHook pythonRelaxDepsHook + ] ++ lib.optionals stdenv.isLinux [ + autoPatchelfHook ]; # This project requires fairly large dependencies such as sympy which we really don't always need. @@ -48,6 +51,7 @@ buildPythonPackage { # Libraries are not linked correctly. buildInputs = [ oneDNN + re2 onnxruntime.protobuf ]; diff --git a/pkgs/tools/audio/piper/default.nix b/pkgs/tools/audio/piper/default.nix index df8ed3e969e7d..c3d8a7638304d 100644 --- a/pkgs/tools/audio/piper/default.nix +++ b/pkgs/tools/audio/piper/default.nix @@ -25,6 +25,10 @@ stdenv.mkDerivation { sourceRoot = "source/src/cpp"; + patches = [ + ./fix-compilation-with-newer-onnxruntime.patch + ]; + postPatch = '' substituteInPlace CMakeLists.txt \ --replace "/usr/local/include/onnxruntime" "${onnxruntime}" diff --git a/pkgs/tools/audio/piper/fix-compilation-with-newer-onnxruntime.patch b/pkgs/tools/audio/piper/fix-compilation-with-newer-onnxruntime.patch new file mode 100644 index 0000000000000..9d2e46bb4e912 --- /dev/null +++ b/pkgs/tools/audio/piper/fix-compilation-with-newer-onnxruntime.patch @@ -0,0 +1,18 @@ +diff --git a/src/cpp/synthesize.hpp b/src/cpp/synthesize.hpp +index ef61aef..4c7db7a 100644 +--- a/synthesize.hpp ++++ b/synthesize.hpp +@@ -119,11 +119,11 @@ void synthesize(SynthesisConfig &synthesisConfig, ModelSession &session, + + // Clean up + for (size_t i = 0; i < outputTensors.size(); i++) { +- Ort::OrtRelease(outputTensors[i].release()); ++ Ort::detail::OrtRelease(outputTensors[i].release()); + } + + for (size_t i = 0; i < inputTensors.size(); i++) { +- Ort::OrtRelease(inputTensors[i].release()); ++ Ort::detail::OrtRelease(inputTensors[i].release()); + } + } + } // namespace larynx diff --git a/pkgs/top-level/all-packages.nix b/pkgs/top-level/all-packages.nix index b5f9e6736168f..0109d702efacc 100644 --- a/pkgs/top-level/all-packages.nix +++ b/pkgs/top-level/all-packages.nix @@ -5956,7 +5956,7 @@ with pkgs; online-judge-tools = with python3.pkgs; toPythonApplication online-judge-tools; onnxruntime = callPackage ../development/libraries/onnxruntime { - protobuf = protobuf3_19; + inherit (darwin.apple_sdk.frameworks) Foundation; }; xkbd = callPackage ../applications/misc/xkbd { }; |