diff options
| author | illustris <rharikrishnan95@gmail.com> | 2022-03-28 23:18:11 +0530 |
|---|---|---|
| committer | illustris <rharikrishnan95@gmail.com> | 2022-04-18 02:02:43 +0530 |
| commit | 74c684c5b3daf8b6bf79ecd30b3ca27631a4ab79 (patch) | |
| tree | b154299441f694035f19e23ad2b938813f676c37 /pkgs/applications/networking/cluster/hadoop | |
| parent | ba88a5afa6fff7710c17b5423ff9d721386c4164 (diff) | |
hadoop and spark: improve interoperability
Diffstat (limited to 'pkgs/applications/networking/cluster/hadoop')
| -rw-r--r-- | pkgs/applications/networking/cluster/hadoop/default.nix | 5 |
1 files changed, 5 insertions, 0 deletions
diff --git a/pkgs/applications/networking/cluster/hadoop/default.nix b/pkgs/applications/networking/cluster/hadoop/default.nix index adb46540cba7d..202b9fd5e68d6 100644 --- a/pkgs/applications/networking/cluster/hadoop/default.nix +++ b/pkgs/applications/networking/cluster/hadoop/default.nix @@ -17,6 +17,8 @@ , openssl , glibc , nixosTests +, sparkSupport ? true +, spark }: with lib; @@ -52,6 +54,9 @@ let --prefix PATH : "${makeBinPath [ bash coreutils which]}"\ --prefix JAVA_LIBRARY_PATH : "${makeLibraryPath buildInputs}" done + '' + optionalString sparkSupport '' + # Add the spark shuffle service jar to YARN + cp ${spark.src}/yarn/spark-${spark.version}-yarn-shuffle.jar $out/lib/${untarDir}/share/hadoop/yarn/ '' + libPatches; passthru = { inherit tests; }; |