diff options
Diffstat (limited to 'pkgs/by-name/lo/local-ai/package.nix')
| -rw-r--r-- | pkgs/by-name/lo/local-ai/package.nix | 145 |
1 files changed, 129 insertions, 16 deletions
diff --git a/pkgs/by-name/lo/local-ai/package.nix b/pkgs/by-name/lo/local-ai/package.nix index 7d469c290e283..5e282d6380899 100644 --- a/pkgs/by-name/lo/local-ai/package.nix +++ b/pkgs/by-name/lo/local-ai/package.nix @@ -47,6 +47,17 @@ , sonic , spdlog , fmt +, espeak-ng +, piper-tts + + # tests +, fetchzip +, fetchurl +, writeText +, writeTextFile +, symlinkJoin +, linkFarmFromDrvs +, jq }: let BUILD_TYPE = @@ -148,6 +159,55 @@ let ''; }; + espeak-ng' = espeak-ng.overrideAttrs (self: { + name = "espeak-ng'"; + inherit (go-piper) src; + sourceRoot = "source/espeak"; + patches = [ ]; + nativeBuildInputs = [ cmake ]; + cmakeFlags = (self.cmakeFlags or [ ]) ++ [ + # -DCMAKE_C_FLAGS="-D_FILE_OFFSET_BITS=64" + (lib.cmakeBool "BUILD_SHARED_LIBS" true) + (lib.cmakeBool "USE_ASYNC" false) + (lib.cmakeBool "USE_MBROLA" false) + (lib.cmakeBool "USE_LIBPCAUDIO" false) + (lib.cmakeBool "USE_KLATT" false) + (lib.cmakeBool "USE_SPEECHPLAYER" false) + (lib.cmakeBool "USE_LIBSONIC" false) + (lib.cmakeBool "CMAKE_POSITION_INDEPENDENT_CODE" true) + ]; + preConfigure = null; + postInstall = null; + }); + + piper-phonemize = stdenv.mkDerivation { + name = "piper-phonemize"; + inherit (go-piper) src; + sourceRoot = "source/piper-phonemize"; + buildInputs = [ espeak-ng' onnxruntime ]; + nativeBuildInputs = [ cmake pkg-config ]; + cmakeFlags = [ + (lib.cmakeFeature "ONNXRUNTIME_DIR" "${onnxruntime.dev}") + (lib.cmakeFeature "ESPEAK_NG_DIR" "${espeak-ng'}") + ]; + passthru.espeak-ng = espeak-ng'; + }; + + piper-tts' = (piper-tts.override { inherit piper-phonemize; }).overrideAttrs (self: { + name = "piper-tts'"; + inherit (go-piper) src; + sourceRoot = "source/piper"; + installPhase = null; + postInstall = '' + cp CMakeFiles/piper.dir/src/cpp/piper.cpp.o $out/piper.o + cd $out + mkdir bin lib + mv lib*so* lib/ + mv piper piper_phonemize bin/ + rm -rf cmake pkgconfig espeak-ng-data *.ort + ''; + }); + go-piper = stdenv.mkDerivation { name = "go-piper"; src = fetchFromGitHub { @@ -157,25 +217,20 @@ let hash = "sha256-Yv9LQkWwGpYdOS0FvtP0vZ0tRyBAx27sdmziBR4U4n8="; fetchSubmodules = true; }; - patchPhase = '' + postUnpack = '' + cp -r --no-preserve=mode ${piper-tts'}/* source + ''; + postPatch = '' sed -i Makefile \ - -e '/cd piper-phonemize/ s;cmake;cmake -DONNXRUNTIME_DIR=${onnxruntime.dev};' \ - -e '/CXXFLAGS *= / s;$; -DSPDLOG_FMT_EXTERNAL=1;' \ - -e '/cd piper\/build / s;cmake;cmake -DSPDLOG_DIR=${spdlog.src} -DFMT_DIR=${fmt};' + -e '/CXXFLAGS *= / s;$; -DSPDLOG_FMT_EXTERNAL=1;' ''; buildFlags = [ "libpiper_binding.a" ]; - dontUseCmakeConfigure = true; - nativeBuildInputs = [ cmake ]; - buildInputs = [ sonic spdlog onnxruntime ]; + buildInputs = [ piper-tts' espeak-ng' piper-phonemize sonic fmt spdlog onnxruntime ]; installPhase = '' cp -r --no-preserve=mode $src $out - tar cf - *.a \ - espeak/ei/lib \ - piper/src/cpp \ - piper-phonemize/pi/lib \ - piper-phonemize/pi/include \ - piper-phonemize/pi/share \ - | tar xf - -C $out + mkdir -p $out/piper-phonemize/pi + cp -r --no-preserve=mode ${piper-phonemize}/share $out/piper-phonemize/pi + cp *.a $out ''; }; @@ -418,6 +473,8 @@ let --prefix LD_LIBRARY_PATH : "${clblast}/lib:${ocl-icd}/lib" \ '' + lib.optionalString with_openblas '' --prefix LD_LIBRARY_PATH : "${openblas}/lib" \ + '' + lib.optionalString with_tts '' + --prefix LD_LIBRARY_PATH : "${piper-phonemize}/lib" \ '' + '' --prefix PATH : "${ffmpeg}/bin" ''; @@ -425,7 +482,8 @@ let passthru.local-packages = { inherit go-tiny-dream go-rwkv go-bert go-llama-ggml gpt4all go-piper - llama-cpp-grpc whisper-cpp go-tiny-dream-ncnn; + llama-cpp-grpc whisper-cpp go-tiny-dream-ncnn espeak-ng' piper-phonemize + piper-tts'; }; passthru.features = { @@ -448,7 +506,7 @@ let nodes.machine = { systemd.services.local-ai = { wantedBy = [ "multi-user.target" ]; - serviceConfig.ExecStart = "${self}/bin/local-ai --localai-config-dir . --address :${port}"; + serviceConfig.ExecStart = "${self}/bin/local-ai --debug --localai-config-dir . --address :${port}"; }; }; testScript = '' @@ -456,6 +514,61 @@ let machine.succeed("curl -f http://localhost:${port}/readyz") ''; }; + } + // lib.optionalAttrs with_tts { + # https://localai.io/features/text-to-audio/#piper + tts = + let + port = "8080"; + voice-en-us = fetchzip { + url = "https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-en-us-danny-low.tar.gz"; + hash = "sha256-5wf+6H5HeQY0qgdqnAG1vSqtjIFM9lXH53OgouuPm0M="; + stripRoot = false; + }; + ggml-tiny-en = fetchurl { + url = "https://huggingface.co/ggerganov/whisper.cpp/resolve/main/ggml-tiny.en-q5_1.bin"; + hash = "sha256-x3xXZvHO8JtrfUfyG1Rsvd1BV4hrO11tT3CekeZsfCs="; + }; + whisper-en = { + name = "whisper-en"; + backend = "whisper"; + parameters.model = ggml-tiny-en.name; + }; + models = symlinkJoin { + name = "models"; + paths = [ + voice-en-us + (linkFarmFromDrvs "whisper-en" [ + (writeText "whisper-en.yaml" (builtins.toJSON whisper-en)) + ggml-tiny-en + ]) + ]; + }; + in + testers.runNixOSTest { + name = pname + "-tts"; + nodes.machine = { + systemd.services.local-ai = { + wantedBy = [ "multi-user.target" ]; + serviceConfig.ExecStart = "${self}/bin/local-ai --debug --models-path ${models} --localai-config-dir . --address :${port}"; + }; + }; + testScript = + let + request = { + model = "en-us-danny-low.onnx"; + backend = "piper"; + input = "Hello, how are you?"; + }; + in + '' + machine.wait_for_open_port(${port}) + machine.succeed("curl -f http://localhost:${port}/readyz") + machine.succeed("curl -f http://localhost:${port}/tts --json @${writeText "request.json" (builtins.toJSON request)} --output out.wav") + machine.succeed("curl -f http://localhost:${port}/v1/audio/transcriptions --header 'Content-Type: multipart/form-data' --form file=@out.wav --form model=${whisper-en.name} --output transcription.json") + machine.succeed("${jq}/bin/jq --exit-status 'debug | .segments | first.text == \"${request.input}\"' transcription.json") + ''; + }; }; meta = with lib; { |