diff options
author | Pash Shocky <pashashocky@gmail.com> | 2019-12-06 18:40:29 +0000 |
---|---|---|
committer | Jon <jonringer@users.noreply.github.com> | 2019-12-17 16:46:52 -0800 |
commit | dae6544457901efcc458801b771da768e92cc8a4 (patch) | |
tree | 574b23d3055026d12116920754b985f76a75f26f | |
parent | 16d9c2a5702511b03bb3700fb717060491cc1252 (diff) | |
download | nixlib-dae6544457901efcc458801b771da768e92cc8a4.tar nixlib-dae6544457901efcc458801b771da768e92cc8a4.tar.gz nixlib-dae6544457901efcc458801b771da768e92cc8a4.tar.bz2 nixlib-dae6544457901efcc458801b771da768e92cc8a4.tar.lz nixlib-dae6544457901efcc458801b771da768e92cc8a4.tar.xz nixlib-dae6544457901efcc458801b771da768e92cc8a4.tar.zst nixlib-dae6544457901efcc458801b771da768e92cc8a4.zip |
transformers: init at 2.2.1
-rw-r--r-- | pkgs/development/python-modules/transformers/default.nix | 41 | ||||
-rw-r--r-- | pkgs/top-level/python-packages.nix | 2 |
2 files changed, 43 insertions, 0 deletions
diff --git a/pkgs/development/python-modules/transformers/default.nix b/pkgs/development/python-modules/transformers/default.nix new file mode 100644 index 000000000000..09ebf739d7d7 --- /dev/null +++ b/pkgs/development/python-modules/transformers/default.nix @@ -0,0 +1,41 @@ +{ buildPythonPackage +, stdenv +, fetchFromGitHub +, sacremoses +, requests +, sentencepiece +, boto3 +, tqdm +, regex +, numpy +, pytest +}: + +buildPythonPackage rec { + pname = "transformers"; + version = "2.2.1"; + + src = fetchFromGitHub { + owner = "huggingface"; + repo = pname; + rev = "v${version}"; + sha256 = "1p8p3lhhiyk1xl9gpgq4vbchyz57v3w7hhvsj1r90zs3cckindl8"; + }; + + propagatedBuildInputs = [ numpy sacremoses requests sentencepiece boto3 tqdm regex ]; + + checkInputs = [ pytest ]; + # pretrained tries to download from s3 + checkPhase = '' + cd transformers # avoid importing local files + HOME=$TMPDIR pytest -k 'not pretrained_tokenizers' + ''; + + meta = with stdenv.lib; { + homepage = "https://github.com/huggingface/transformers"; + description = "State-of-the-art Natural Language Processing for TensorFlow 2.0 and PyTorch"; + license = licenses.asl20; + platforms = [ "x86_64-linux" ]; + maintainers = with maintainers; [ pashashocky ]; + }; +} diff --git a/pkgs/top-level/python-packages.nix b/pkgs/top-level/python-packages.nix index 6270b4bba332..ed66a20db53d 100644 --- a/pkgs/top-level/python-packages.nix +++ b/pkgs/top-level/python-packages.nix @@ -1287,6 +1287,8 @@ in { inherit (pkgs) sentencepiece pkgconfig; }; + transformers = callPackage ../development/python-modules/transformers { }; + sentinel = callPackage ../development/python-modules/sentinel { }; sentry-sdk = callPackage ../development/python-modules/sentry-sdk {}; |