diff options
Diffstat (limited to 'pkgs/development/python-modules/openllm/default.nix')
| -rw-r--r-- | pkgs/development/python-modules/openllm/default.nix | 195 |
1 files changed, 0 insertions, 195 deletions
diff --git a/pkgs/development/python-modules/openllm/default.nix b/pkgs/development/python-modules/openllm/default.nix deleted file mode 100644 index 8a37e257ffa9..000000000000 --- a/pkgs/development/python-modules/openllm/default.nix +++ /dev/null @@ -1,195 +0,0 @@ -{ lib -, buildPythonPackage -, hatch-fancy-pypi-readme -, hatch-vcs -, hatchling -, pytestCheckHook -, pythonOlder -, pythonRelaxDepsHook -, accelerate -, bentoml -, bitsandbytes -, build -, click -, ctranslate2 -, datasets -, docker -, einops -, ghapi -, huggingface-hub -, hypothesis -, ipython -, jupyter -, jupytext -, nbformat -, notebook -, openai -, openllm-client -, openllm-core -, optimum -, peft -, pytest-mock -, pytest-randomly -, pytest-rerunfailures -, pytest-xdist -, safetensors -, scipy -, sentencepiece -, soundfile -, syrupy -, tabulate -, tiktoken -, transformers -, openai-triton -, xformers -}: - -buildPythonPackage rec { - inherit (openllm-core) src version; - pname = "openllm"; - pyproject = true; - - disabled = pythonOlder "3.8"; - - sourceRoot = "${src.name}/openllm-python"; - - nativeBuildInputs = [ - pythonRelaxDepsHook - ]; - - pythonRemoveDeps = [ - # remove cuda-python as it has an unfree license - "cuda-python" - ]; - - build-system = [ - hatch-fancy-pypi-readme - hatch-vcs - hatchling - ]; - - dependencies = [ - accelerate - bentoml - bitsandbytes - build - click - einops - ghapi - openllm-client - openllm-core - optimum - safetensors - scipy - sentencepiece - transformers - ] ++ bentoml.optional-dependencies.io - ++ tabulate.optional-dependencies.widechars - ++ transformers.optional-dependencies.tokenizers - ++ transformers.optional-dependencies.torch; - - optional-dependencies = { - agents = [ - # diffusers - soundfile - transformers - ] ++ transformers.optional-dependencies.agents; - awq = [ - # autoawq - ]; - baichuan = [ - # cpm-kernels - ]; - chatglm = [ - # cpm-kernels - ]; - ctranslate = [ - ctranslate2 - ]; - falcon = [ - xformers - ]; - fine-tune = [ - datasets - huggingface-hub - peft - # trl - ]; - ggml = [ - # ctransformers - ]; - gptq = [ - # auto-gptq - ]; # ++ autogptq.optional-dependencies.triton; - grpc = [ - bentoml - ] ++ bentoml.optional-dependencies.grpc; - mpt = [ - openai-triton - ]; - openai = [ - openai - tiktoken - ] ++ openai.optional-dependencies.datalib; - playground = [ - ipython - jupyter - jupytext - nbformat - notebook - ]; - starcoder = [ - bitsandbytes - ]; - vllm = [ - # vllm - ]; - full = with optional-dependencies; ( - agents ++ awq ++ baichuan ++ chatglm ++ ctranslate ++ falcon ++ fine-tune ++ ggml ++ gptq ++ mpt - # disambiguate between derivation input and passthru field - ++ optional-dependencies.openai - ++ playground ++ starcoder ++ vllm - ); - all = optional-dependencies.full; - }; - - nativeCheckInputs = [ - docker - hypothesis - pytest-mock - pytest-randomly - pytest-rerunfailures - pytest-xdist - pytestCheckHook - syrupy - ]; - - preCheck = '' - export HOME=$TMPDIR - # skip GPUs test on CI - export GITHUB_ACTIONS=1 - # disable hypothesis' deadline - export CI=1 - ''; - - disabledTestPaths = [ - # require network access - "tests/models" - ]; - - disabledTests = [ - # incompatible with recent TypedDict - # https://github.com/bentoml/OpenLLM/blob/f3fd32d596253ae34c68e2e9655f19f40e05f666/openllm-python/tests/configuration_test.py#L18-L21 - "test_missing_default" - ]; - - pythonImportsCheck = [ "openllm" ]; - - meta = with lib; { - description = "Operating LLMs in production"; - homepage = "https://github.com/bentoml/OpenLLM/tree/main/openllm-python"; - changelog = "https://github.com/bentoml/OpenLLM/blob/${src.rev}/CHANGELOG.md"; - license = licenses.asl20; - maintainers = with maintainers; [ happysalada natsukium ]; - }; -} |